-- Logs begin at Mon 2021-10-18 02:06:47 UTC, end at Mon 2021-10-18 03:16:54 UTC. -- Oct 18 02:50:01.429265 dv-cinder-814333-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 18 02:50:04.195936 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.common.config [-] Logging enabled! Oct 18 02:50:04.196549 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev8 Oct 18 02:50:04.196746 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106525) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 18 02:50:04.199931 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.common.config [-] Logging enabled! Oct 18 02:50:04.200184 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev8 Oct 18 02:50:04.200491 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106525) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 18 02:50:04.201426 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 18 02:50:04.201658 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 18 02:50:04.202038 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 18 02:50:04.202282 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 18 02:50:04.202505 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 18 02:50:04.202823 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.203117 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.203409 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.203637 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.203930 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.204219 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.204505 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.204784 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.205079 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.205360 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.205635 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.205941 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.206170 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.206447 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.206732 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.207014 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.207233 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] debug = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.207507 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.207931 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.208349 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.208633 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.208920 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.209197 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.209465 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.209809 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.210050 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.210381 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] host = dv-cinder-814333-1-iscsi {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.210655 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.210940 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.211225 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.211507 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.211781 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.212079 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.212379 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.212634 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.212906 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] log_file = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.213180 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.213465 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.213749 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.214057 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.214279 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.214497 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.214782 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.215066 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.215340 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.215611 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.215885 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.216157 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.216431 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.216696 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.216975 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.217258 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.217538 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.217831 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.218108 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.218391 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.218663 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.218948 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.219219 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.219493 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.219766 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.220050 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.220322 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.220596 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.220897 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.221183 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.221464 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.221747 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.222046 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.222331 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.222604 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.222877 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.223147 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] use_json = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.223418 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.223688 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.223967 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.224239 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.224511 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.224784 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.225055 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.225338 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:04.225636 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.225954 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.226255 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.226540 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.226836 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.227115 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.227404 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.228214 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.228488 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.228781 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.229068 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.229349 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.229638 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.229946 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.230243 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.230546 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.230838 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.231129 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.231405 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.231679 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.231952 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.232230 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.232516 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.232798 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.233087 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.233374 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.233654 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.233968 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.234259 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.234547 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.234821 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.235100 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.235390 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.235668 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.235940 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.236217 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.236505 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.236853 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.237056 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.237337 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.237612 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.237910 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.238182 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.238456 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.238744 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.239022 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.239291 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.239558 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.239832 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.240101 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.240383 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.240657 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.240928 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.241198 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.241474 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.241744 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.242038 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.242314 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.242581 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.242857 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.243170 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.243956 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.244229 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.244500 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.244771 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.245042 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.245311 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.245589 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.245887 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.246159 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.246430 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.246699 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.246972 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.247253 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.247547 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.248087 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.248364 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.248641 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.248922 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.249198 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.249471 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.249745 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.250042 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.250314 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.250598 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.250877 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.251158 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.251435 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.251708 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.252003 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.252275 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.252554 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.252827 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.253100 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.253379 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.253660 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.253978 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.254268 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.254553 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.254839 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.255127 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.255408 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.255711 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.255987 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:04.256203 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 18 02:50:04.256438 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106525) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 18 02:50:04.608575 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=106525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 18 02:50:04.608859 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=106525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 18 02:50:04.609146 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 18 02:50:04.609480 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 18 02:50:05.004198 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.004482 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.004754 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.006082 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.006357 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.006622 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.043131 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.043402 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.043674 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.058511 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.058790 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.059060 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.089172 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.089450 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.089721 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.127644 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.127921 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.128186 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.362836 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.363447 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.363447 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.363637 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.364310 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.485066 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.485383 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.485663 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.485957 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.486224 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.486535 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.486795 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.487058 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.487313 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.487595 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.487854 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.488116 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.488371 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.488618 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.488868 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.489127 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.489379 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.489641 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.489929 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.490185 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.490450 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.490696 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.490970 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.491341 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.491587 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.491830 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.492218 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 18 02:50:05.492454 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 18 02:50:05.492687 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 18 02:50:05.492919 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 18 02:50:05.493669 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 18 02:50:05.493920 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 18 02:50:05.494285 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 18 02:50:05.497373 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 18 02:50:05.501673 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 18 02:50:05.505422 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Oct 18 02:50:05.507100 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 18 02:50:05.507551 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 18 02:50:05.507884 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 18 02:50:05.508265 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 18 02:50:05.511746 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 18 02:50:05.511998 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 18 02:50:05.512349 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 18 02:50:05.517615 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 18 02:50:05.539458 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 18 02:50:05.539948 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.540388 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106525) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 18 02:50:05.540758 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.542330 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106525) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 18 02:50:05.542608 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 18 02:50:05.542851 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 18 02:50:05.546061 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.546337 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:05.610755 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 18 02:50:05.610992 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 18 02:50:05.611226 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 18 02:50:05.611596 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 18 02:50:05.635209 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_db.sqlalchemy.engines [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106525) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 18 02:50:06.402059 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.plugins.ml2.managers [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Initializing driver for type 'gre' Oct 18 02:50:06.402700 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] gre ID ranges: [(1, 1000)] Oct 18 02:50:06.601178 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.plugins.ml2.managers [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Initializing driver for type 'local' Oct 18 02:50:06.601514 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.plugins.ml2.managers [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Initializing driver for type 'vlan' Oct 18 02:50:06.693195 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] VlanTypeDriver initialization complete Oct 18 02:50:06.693462 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.plugins.ml2.managers [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Initializing driver for type 'vxlan' Oct 18 02:50:06.693995 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] vxlan ID ranges: [(1, 1000)] Oct 18 02:50:06.933042 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.plugins.ml2.managers [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Initializing extension driver 'port_security' Oct 18 02:50:06.933376 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.plugins.ml2.extensions.port_security [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] PortSecurityExtensionDriver initialization complete Oct 18 02:50:06.933707 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.plugins.ml2.managers [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Initializing mechanism driver 'openvswitch' Oct 18 02:50:06.934054 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.plugins.ml2.managers [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Initializing mechanism driver 'hyperv' Oct 18 02:50:06.948627 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.plugins.ml2.plugin [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:50:06.949246 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > port after_create 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:06.949618 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > port after_update 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:06.950000 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > port after_delete 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:06.950523 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106525) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 18 02:50:06.950951 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > subnet after_create 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:06.951302 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > subnet after_update 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:06.951644 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:06.952036 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106525) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 18 02:50:06.952442 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > network after_create 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:06.952785 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > network after_update 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:06.953123 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > network after_delete 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:06.953512 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106525) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 18 02:50:06.953934 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > security_group after_create 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:06.954276 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > security_group after_update 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:06.954675 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:06.955195 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106525) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 18 02:50:06.955603 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:06.955951 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:06.956289 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:06.956681 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106525) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 18 02:50:06.957081 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > address_group after_create 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:06.957447 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > address_group after_update 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:06.957780 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:06.958184 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106525) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 18 02:50:06.958560 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] ML2 OVO RPC backend initialized. {{(pid=106525) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 18 02:50:06.959261 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:06.959869 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:06.960006 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > network before_response 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:06.960348 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > networks before_response 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:06.960690 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > port before_response 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:06.961028 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > ports before_response 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:06.961369 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > subnet before_response 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:06.961707 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > subnets before_response 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:06.962364 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > network after_create 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:06.962498 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > network after_update 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:06.962835 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > network after_delete 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:06.963171 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > port after_create 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:06.963510 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > port after_update 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:06.963844 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > port after_delete 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:06.964179 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > subnet after_create 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:06.964513 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > subnet after_update 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:06.964844 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:06.965416 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.plugins.ml2.plugin [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Modular L2 Plugin initialization complete Oct 18 02:50:06.965742 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading services supported by the core plugin {{(pid=106525) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 18 02:50:06.966091 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.plugins.ml2.managers [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Got port-security extension from driver 'port_security' Oct 18 02:50:06.966550 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.extensions.vlantransparent [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Disabled vlantransparent extension. Oct 18 02:50:06.967024 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106525) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 18 02:50:06.967332 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading Plugin: router Oct 18 02:50:07.018849 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.019222 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > router after_create 55549900 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.019587 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > router before_create 55549900 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.019948 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.020318 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.020671 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > router after_delete 55549900 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.021025 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.021370 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.021724 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > router after_create 55549900 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.022095 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > router after_update 55549900 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.022440 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > router after_update 55549900 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.022786 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.023135 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > router after_update 55549900 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.023542 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > router precommit_update 55549900 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.023903 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: port after_update 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.024247 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: port after_delete 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.024759 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: subnet after_update 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.024924 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.025240 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.025585 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > router precommit_create 55549900 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.025958 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: port before_delete 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.026301 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > router precommit_create 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.026656 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > router after_update 55549900 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.026995 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.027340 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > router precommit_create 55549900 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.027694 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.028034 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > router precommit_update 55549900 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.028393 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > agent after_create 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.028737 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > agent after_delete 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.029074 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > network after_delete 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.029946 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.quota.resource_registry [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Tracking information for resource: router configured {{(pid=106525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 18 02:50:07.030275 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.quota.resource_registry [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Tracking information for resource: floatingip configured {{(pid=106525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 18 02:50:07.035242 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.db.l3_agentschedulers_db [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 18 02:50:07.035819 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: port after_update 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.036179 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: port after_create 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.036534 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: port after_delete 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.036882 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: port after_update 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.037672 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > router before_create 55550100 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.038060 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.038423 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > router precommit_create 55550100 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.038774 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > router precommit_update 55550100 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.043737 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.services.provider_configuration [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Service providers = [] {{(pid=106525) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 18 02:50:07.044100 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.db.servicetype_db [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106525) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 18 02:50:07.047157 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.services.service_base [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106525) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 18 02:50:07.047498 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.services.service_base [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106525) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 18 02:50:07.047834 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.services.service_base [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106525) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 18 02:50:07.048718 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.services.service_base [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106525) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 18 02:50:07.049088 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.services.service_base [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 18 02:50:07.049460 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 18 02:50:07.049771 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 18 02:50:07.069351 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 18 02:50:07.069682 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading Plugin: auto_allocate Oct 18 02:50:07.076272 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: network precommit_update 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.076641 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: network precommit_create 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.077156 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 18 02:50:07.077471 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading Plugin: tag Oct 18 02:50:07.095892 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 18 02:50:07.096213 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading Plugin: timestamp Oct 18 02:50:07.100317 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 18 02:50:07.100640 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading Plugin: network_ip_availability Oct 18 02:50:07.107909 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.108528 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.109113 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.110281 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 18 02:50:07.110608 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading Plugin: flavors Oct 18 02:50:07.115460 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 18 02:50:07.115789 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading Plugin: revisions Oct 18 02:50:07.120802 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 18 02:50:07.121182 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_concurrency.lockutils [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.512s {{(pid=106525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 18 02:50:07.121968 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106525) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 18 02:50:07.126736 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Initializing extension manager. Oct 18 02:50:07.126736 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: __init__.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.126736 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: __pycache__ {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.126736 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.126736 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: address_group.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.126736 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.126736 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: address-group Oct 18 02:50:07.127350 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: address_scope.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.127350 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.127350 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: address-scope Oct 18 02:50:07.127350 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.128240 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.128740 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: router-admin-state-down-before-update Oct 18 02:50:07.129060 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: agent.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.129757 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.130282 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: agent Oct 18 02:50:07.130599 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: agent_resources_synced.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.131501 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.131994 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: agent-resources-synced Oct 18 02:50:07.132309 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: allowedaddresspairs.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.134852 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.135369 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: allowed-address-pairs Oct 18 02:50:07.135691 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: auto_allocated_topology.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.136772 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.137280 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: auto-allocated-topology Oct 18 02:50:07.137599 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: availability_zone.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.138326 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.138825 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: availability_zone Oct 18 02:50:07.139144 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: availability_zone_filter.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.140154 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.140650 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: availability_zone_filter Oct 18 02:50:07.140966 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: data_plane_status.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.141901 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.142396 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extension data-plane-status not supported by any of loaded plugins Oct 18 02:50:07.142708 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: default_subnetpools.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.143614 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.144109 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: default-subnetpools Oct 18 02:50:07.144421 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.145218 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.145711 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: dhcp_agent_scheduler Oct 18 02:50:07.146055 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: dns.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.146971 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.147456 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extension dns-integration not supported by any of loaded plugins Oct 18 02:50:07.147778 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: dns_domain_ports.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.148682 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.149176 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 18 02:50:07.149727 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.150482 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.150980 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 18 02:50:07.151301 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: dvr.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.151972 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.152465 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: dvr Oct 18 02:50:07.152780 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: ecmp_routes.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.153688 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.154208 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 18 02:50:07.154526 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: empty_string_filtering.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.155427 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.155920 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: empty-string-filtering Oct 18 02:50:07.156236 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.157137 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.157637 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 18 02:50:07.157990 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.158890 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.159386 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 18 02:50:07.159698 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: external_net.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.160596 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.161097 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: external-net Oct 18 02:50:07.161407 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.162337 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.162835 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: extra_dhcp_opt Oct 18 02:50:07.163151 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: extraroute.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.164063 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.164555 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: extraroute Oct 18 02:50:07.165384 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: extraroute_atomic.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.166439 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.166991 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: extraroute-atomic Oct 18 02:50:07.167308 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: filter_validation.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.167978 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.168475 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: filter-validation Oct 18 02:50:07.168790 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: fip_pf_description.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.169709 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.170222 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 18 02:50:07.170538 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: fip_port_details.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.171445 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.171934 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: fip-port-details Oct 18 02:50:07.172248 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: flavors.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.173488 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.174021 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: flavors Oct 18 02:50:07.174339 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.184464 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.184970 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 18 02:50:07.185296 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: floatingip_pools.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.186033 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.186538 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: floatingip-pools Oct 18 02:50:07.186858 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: ip_allocation.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.187781 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.188275 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extension ip_allocation not supported by any of loaded plugins Oct 18 02:50:07.188594 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.189511 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.190030 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: ip-substring-filtering Oct 18 02:50:07.190351 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: l2_adjacency.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.191271 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.191763 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 18 02:50:07.192081 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: l3.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.193194 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.193708 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: router Oct 18 02:50:07.194055 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.196404 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.196951 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 18 02:50:07.197326 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.199395 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.199395 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: ext-gw-mode Oct 18 02:50:07.199395 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.200191 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.200734 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: l3-ha Oct 18 02:50:07.201119 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: l3_flavors.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.202102 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.202602 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: l3-flavors Oct 18 02:50:07.202922 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.203832 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.204327 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 18 02:50:07.204673 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: l3agentscheduler.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.205760 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.206293 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: l3_agent_scheduler Oct 18 02:50:07.206616 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: logging.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.208128 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.208638 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extension logging not supported by any of loaded plugins Oct 18 02:50:07.208964 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: metering.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.209859 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.210869 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: metering Oct 18 02:50:07.211391 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.213083 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.213951 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: metering_source_and_destination_fields Oct 18 02:50:07.214473 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: multiprovidernet.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.218625 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.219165 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: multi-provider Oct 18 02:50:07.219506 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: netmtu.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.220467 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.221007 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: net-mtu Oct 18 02:50:07.221556 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: netmtu_writable.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.222592 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.223106 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: net-mtu-writable Oct 18 02:50:07.223436 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: network_availability_zone.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.224176 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.224689 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: network_availability_zone Oct 18 02:50:07.225014 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: network_ip_availability.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.226189 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.226708 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: network-ip-availability Oct 18 02:50:07.227038 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: network_segment_range.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.228516 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.229065 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extension network-segment-range not supported by any of loaded plugins Oct 18 02:50:07.229361 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: pagination.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.230397 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.230731 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: pagination Oct 18 02:50:07.231055 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: port_device_profile.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.231979 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.232498 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: port-device-profile Oct 18 02:50:07.232823 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.233770 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.234318 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: port-mac-address-regenerate Oct 18 02:50:07.234650 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.235584 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.236099 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: port-numa-affinity-policy Oct 18 02:50:07.236426 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: port_resource_request.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.237510 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.238056 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extension port-resource-request not supported by any of loaded plugins Oct 18 02:50:07.238385 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: portbindings.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.239342 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.239857 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: binding Oct 18 02:50:07.240181 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: portbindings_extended.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.241484 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.242021 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: binding-extended Oct 18 02:50:07.242355 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: portsecurity.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.244127 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.244666 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: port-security Oct 18 02:50:07.244972 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: project_id.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.264537 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.264870 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: project-id Oct 18 02:50:07.265198 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: providernet.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.266161 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.266675 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: provider Oct 18 02:50:07.267000 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: qos.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.270770 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.271306 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extension qos not supported by any of loaded plugins Oct 18 02:50:07.271642 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.272911 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.273429 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 18 02:50:07.273762 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.274832 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.275429 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 18 02:50:07.275761 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: qos_default.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.276691 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.277205 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extension qos-default not supported by any of loaded plugins Oct 18 02:50:07.277540 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: qos_fip.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.278273 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.278780 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extension qos-fip not supported by any of loaded plugins Oct 18 02:50:07.279102 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: qos_gateway_ip.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.280054 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.280571 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 18 02:50:07.280913 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: qos_port_network_policy.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.281902 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.282414 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 18 02:50:07.282741 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: qos_pps_rule.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.283938 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.284450 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extension qos-pps not supported by any of loaded plugins Oct 18 02:50:07.284776 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: qos_rule_type_details.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.285721 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.286307 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 18 02:50:07.286631 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: qos_rules_alias.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.287711 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.288227 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 18 02:50:07.288554 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: quotasv2.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.289568 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.290468 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: quotas Oct 18 02:50:07.292540 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: quotasv2_detail.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.295731 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.296084 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: quota_details Oct 18 02:50:07.296440 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: rbac.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.297550 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.298118 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: rbac-policies Oct 18 02:50:07.298496 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: rbac_address_group.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.299455 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.299972 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: rbac-address-group Oct 18 02:50:07.300304 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: rbac_address_scope.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.301287 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.301813 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: rbac-address-scope Oct 18 02:50:07.302151 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: rbac_security_groups.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.303080 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.303625 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: rbac-security-groups Oct 18 02:50:07.303973 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: rbac_subnetpool.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.304901 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.305419 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: rbac-subnetpool Oct 18 02:50:07.306358 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: revisionifmatch.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.307301 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.307825 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: revision-if-match Oct 18 02:50:07.308157 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: revisions.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.316538 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.317055 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: standard-attr-revisions Oct 18 02:50:07.317385 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: router_availability_zone.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.318110 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.318623 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: router_availability_zone Oct 18 02:50:07.318950 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: routerservicetype.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.319943 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.320425 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extension router-service-type not supported by any of loaded plugins Oct 18 02:50:07.320751 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.321734 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.322274 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: security-groups-normalized-cidr Oct 18 02:50:07.322600 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.323533 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.324040 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: port-security-groups-filtering Oct 18 02:50:07.324367 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.325315 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.325843 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: security-groups-remote-address-group Oct 18 02:50:07.326178 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: securitygroup.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.338702 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.339239 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: security-group Oct 18 02:50:07.339576 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: segment.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.340388 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.340901 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extension segment not supported by any of loaded plugins Oct 18 02:50:07.341230 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.342212 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.342724 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 18 02:50:07.343057 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: servicetype.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.344268 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.344787 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: service-type Oct 18 02:50:07.345114 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: sorting.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.346142 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.346485 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: sorting Oct 18 02:50:07.346811 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: standard_attr_segment.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.347744 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.348258 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 18 02:50:07.348584 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: standardattrdescription.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.349252 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.349761 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: standard-attr-description Oct 18 02:50:07.350119 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: stateful_security_group.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.351091 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.351618 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: stateful-security-group Oct 18 02:50:07.351946 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: stdattrs_common.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.353104 dv-cinder-814333-1-iscsi neutron-server[106525]: WARNING neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 18 02:50:07.353503 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.354473 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.354981 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 18 02:50:07.355304 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: subnet_onboard.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.356402 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.356921 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: subnet_onboard Oct 18 02:50:07.357249 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.358224 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.358733 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 18 02:50:07.359059 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: subnet_service_types.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.360002 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.360519 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: subnet-service-types Oct 18 02:50:07.360846 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: subnetallocation.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.362055 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.362576 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: subnet_allocation Oct 18 02:50:07.362934 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.363644 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.364154 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: subnetpool-prefix-ops Oct 18 02:50:07.365418 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.365599 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.366680 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 18 02:50:07.366680 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: tagging.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.367626 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.368868 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: standard-attr-tag Oct 18 02:50:07.369205 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: timestamp.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.374166 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.374686 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loaded extension: standard-attr-timestamp Oct 18 02:50:07.375018 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: trunk.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.376075 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.376590 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extension trunk not supported by any of loaded plugins Oct 18 02:50:07.376918 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: trunk_details.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.377875 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.378389 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extension trunk-details not supported by any of loaded plugins Oct 18 02:50:07.378717 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: uplink_status_propagation.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.379656 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.381461 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 18 02:50:07.381461 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Loading extension file: vlantransparent.py {{(pid=106525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 02:50:07.381461 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 02:50:07.381743 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 18 02:50:07.384338 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.quota.resource_registry [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Creating instance of TrackedResource for resource:network Oct 18 02:50:07.384877 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.quota.resource_registry [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Creating instance of TrackedResource for resource:subnet Oct 18 02:50:07.385282 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.quota.resource_registry [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Creating instance of TrackedResource for resource:subnetpool Oct 18 02:50:07.385702 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.quota.resource_registry [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Creating instance of TrackedResource for resource:port Oct 18 02:50:07.387003 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.v2.resource_helper [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 02:50:07.387456 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.v2.resource_helper [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Service FLAVORS assigned prefix: {{(pid=106525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 02:50:07.388082 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.v2.resource_helper [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 02:50:07.388521 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.v2.resource_helper [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 02:50:07.388857 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.quota.resource_registry [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Creating instance of TrackedResource for resource:router Oct 18 02:50:07.389323 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.quota.resource_registry [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Creating instance of TrackedResource for resource:floatingip Oct 18 02:50:07.389813 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.v2.resource_helper [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Service METERING assigned prefix: /metering {{(pid=106525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 02:50:07.391284 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.391660 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.392016 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:50:07.393076 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.quota.resource_registry [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Creating instance of CountableResource for resource:rbac_policy Oct 18 02:50:07.393523 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.quota.resource_registry [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Creating instance of TrackedResource for resource:security_group Oct 18 02:50:07.393986 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.quota.resource_registry [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 18 02:50:07.394609 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.v2.resource_helper [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Service CORE assigned prefix: {{(pid=106525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 02:50:07.394953 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.quota.resource_registry [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Creating instance of TrackedResource for resource:subnetpool Oct 18 02:50:07.402152 dv-cinder-814333-1-iscsi neutron-server[106525]: WARNING neutron.quota.resource_registry [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] subnetpool is already registered Oct 18 02:50:07.402152 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.v2.resource_helper [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Service CORE assigned prefix: {{(pid=106525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 02:50:07.402152 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.quota.resource_registry [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Creating instance of TrackedResource for resource:subnetpool Oct 18 02:50:07.402152 dv-cinder-814333-1-iscsi neutron-server[106525]: WARNING neutron.quota.resource_registry [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] subnetpool is already registered Oct 18 02:50:07.402152 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.v2.resource_helper [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 02:50:07.402152 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.v2.resource_helper [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Service FLAVORS assigned prefix: {{(pid=106525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 02:50:07.402152 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.v2.resource_helper [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 02:50:07.403083 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.v2.resource_helper [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 02:50:07.403083 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.quota.resource_registry [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Creating instance of TrackedResource for resource:router Oct 18 02:50:07.403083 dv-cinder-814333-1-iscsi neutron-server[106525]: WARNING neutron.quota.resource_registry [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] router is already registered Oct 18 02:50:07.403083 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.quota.resource_registry [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Creating instance of TrackedResource for resource:floatingip Oct 18 02:50:07.403083 dv-cinder-814333-1-iscsi neutron-server[106525]: WARNING neutron.quota.resource_registry [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] floatingip is already registered Oct 18 02:50:07.403083 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.v2.resource_helper [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Service METERING assigned prefix: /metering {{(pid=106525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 02:50:07.403502 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.quota.resource_registry [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Creating instance of CountableResource for resource:rbac_policy Oct 18 02:50:07.403684 dv-cinder-814333-1-iscsi neutron-server[106525]: WARNING neutron.quota.resource_registry [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] rbac_policy is already registered Oct 18 02:50:07.404101 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.quota.resource_registry [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Creating instance of TrackedResource for resource:security_group Oct 18 02:50:07.404441 dv-cinder-814333-1-iscsi neutron-server[106525]: WARNING neutron.quota.resource_registry [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] security_group is already registered Oct 18 02:50:07.404850 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.quota.resource_registry [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 18 02:50:07.405199 dv-cinder-814333-1-iscsi neutron-server[106525]: WARNING neutron.quota.resource_registry [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] security_group_rule is already registered Oct 18 02:50:07.405870 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.v2.resource_helper [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Service CORE assigned prefix: {{(pid=106525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 02:50:07.406205 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.quota.resource_registry [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Creating instance of TrackedResource for resource:subnetpool Oct 18 02:50:07.406660 dv-cinder-814333-1-iscsi neutron-server[106525]: WARNING neutron.quota.resource_registry [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] subnetpool is already registered Oct 18 02:50:07.407093 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.v2.resource_helper [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Service CORE assigned prefix: {{(pid=106525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 02:50:07.407419 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.quota.resource_registry [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Creating instance of TrackedResource for resource:subnetpool Oct 18 02:50:07.407755 dv-cinder-814333-1-iscsi neutron-server[106525]: WARNING neutron.quota.resource_registry [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] subnetpool is already registered Oct 18 02:50:07.408220 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extended resource: extensions {{(pid=106525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 02:50:07.409719 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extended resource: address-groups {{(pid=106525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 02:50:07.411822 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extended resource: address-scopes {{(pid=106525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 02:50:07.413718 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extended resource: agents {{(pid=106525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 02:50:07.416383 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extended resource: auto-allocated-topology {{(pid=106525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 02:50:07.418691 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extended resource: availability_zones {{(pid=106525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 02:50:07.420836 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extended resource: dhcp-networks {{(pid=106525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 02:50:07.423002 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extended resource: dhcp-agents {{(pid=106525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 02:50:07.424425 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extended resource: routers {{(pid=106525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 02:50:07.426753 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extended resource: flavors {{(pid=106525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 02:50:07.427982 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extended resource: service_profiles {{(pid=106525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 02:50:07.429435 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extended resource: next_providers {{(pid=106525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 02:50:07.431575 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extended resource: service_profiles {{(pid=106525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 02:50:07.433117 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extended resource: floatingip-pools {{(pid=106525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 02:50:07.434374 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extended resource: routers {{(pid=106525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 02:50:07.436499 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extended resource: floatingips {{(pid=106525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 02:50:07.439202 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extended resource: l3-routers {{(pid=106525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 02:50:07.439202 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extended resource: l3-agents {{(pid=106525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 02:50:07.440885 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extended resource: metering-labels {{(pid=106525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 02:50:07.442827 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extended resource: metering-label-rules {{(pid=106525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 02:50:07.444122 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extended resource: network-ip-availabilities {{(pid=106525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 02:50:07.445489 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extended resource: bindings {{(pid=106525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 02:50:07.448779 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extended resource: quotas {{(pid=106525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 02:50:07.450334 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extended resource: quotas {{(pid=106525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 02:50:07.451746 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extended resource: rbac-policies {{(pid=106525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 02:50:07.453543 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extended resource: security-groups {{(pid=106525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 02:50:07.455527 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extended resource: security-group-rules {{(pid=106525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 02:50:07.457833 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extended resource: service-providers {{(pid=106525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 02:50:07.460036 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extended resource: subnetpools {{(pid=106525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 02:50:07.462606 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extended resource: subnetpools {{(pid=106525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 02:50:07.464111 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extended resource: tags {{(pid=106525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 02:50:07.465816 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extended resource: tags {{(pid=106525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 02:50:07.467732 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extended resource: tags {{(pid=106525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 02:50:07.469588 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extended resource: tags {{(pid=106525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 02:50:07.471405 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extended resource: tags {{(pid=106525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 02:50:07.473276 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extended resource: tags {{(pid=106525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 02:50:07.475049 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extended resource: tags {{(pid=106525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 02:50:07.476976 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extended resource: tags {{(pid=106525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 02:50:07.479303 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extended resource: tags {{(pid=106525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 02:50:07.481109 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron.api.extensions [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Extended resource: tags {{(pid=106525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 02:50:07.488215 dv-cinder-814333-1-iscsi neutron-server[106525]: WARNING keystonemiddleware.auth_token [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 18 02:50:07.494160 dv-cinder-814333-1-iscsi neutron-server[106525]: WARNING keystonemiddleware.auth_token [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 18 02:50:07.507701 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_concurrency.lockutils [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Acquired lock "singleton_lock" {{(pid=106525) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 18 02:50:07.508172 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_concurrency.lockutils [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Releasing lock "singleton_lock" {{(pid=106525) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 18 02:50:07.508871 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO oslo_service.service [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Starting 2 workers Oct 18 02:50:07.513833 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Started child 106636 {{(pid=106525) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 18 02:50:07.518413 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Started child 106637 {{(pid=106525) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 18 02:50:07.520039 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO neutron.service [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 18 02:50:07.520719 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Notify callbacks [] for process, before_spawn {{(pid=106525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:07.521118 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:07.528611 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [-] (106636) wsgi starting up on http://0.0.0.0:9696 Oct 18 02:50:07.528750 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:07.529302 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO oslo_service.service [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Starting 1 workers Oct 18 02:50:07.529409 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [-] (106637) wsgi starting up on http://0.0.0.0:9696 Oct 18 02:50:07.529506 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Started child 106638 {{(pid=106525) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 18 02:50:07.529846 dv-cinder-814333-1-iscsi neutron-server[106525]: INFO oslo_service.service [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Starting 1 workers Oct 18 02:50:07.533631 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.service [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] calling RpcWorker wait() {{(pid=106638) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 18 02:50:07.534229 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.service [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] returning from RpcWorker wait() {{(pid=106638) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 18 02:50:07.534884 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Started child 106639 {{(pid=106525) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 18 02:50:07.535587 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:07.535852 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG neutron_lib.callbacks.manager [None req-73da2dc9-9351-417d-a408-52ed03074950 None None] Notify callbacks [] for process, after_spawn {{(pid=106525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:07.536160 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:50:07.537892 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106525) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 18 02:50:07.538105 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 18 02:50:07.538482 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 18 02:50:07.538713 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 18 02:50:07.539240 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 18 02:50:07.539416 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 18 02:50:07.540731 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.541041 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.541309 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.541593 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.541933 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.542522 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:07.543029 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.543029 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.543029 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.543292 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.543770 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.544271 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.544580 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.544938 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.545190 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.545580 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.546070 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.546448 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.546729 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.546942 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.547593 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.548011 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.548383 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.548808 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] debug = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.549175 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.550013 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.550423 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.550826 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.551216 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.551852 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.552237 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.552664 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.553057 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.553421 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.553814 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.554214 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.554609 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.554959 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.555386 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.555850 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.556130 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.556629 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] host = dv-cinder-814333-1-iscsi {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.556924 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.557155 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.557415 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.557684 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.558057 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.558285 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.558556 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.558808 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.559071 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.559302 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.559658 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.559904 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.560160 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.560416 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] log_file = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.560584 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] log_options = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.560818 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.561091 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.561369 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.561573 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.561745 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.562042 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.562231 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.562390 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.562646 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.562866 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.563082 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.563298 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.563549 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.563836 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.564032 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.564287 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.564504 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.564737 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.565000 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.565221 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.565446 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.565699 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.565969 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.566166 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.566438 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.566656 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.566881 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.567157 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.567312 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.567567 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.567783 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.568049 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.568286 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.568532 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.568799 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.569035 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.569271 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.569495 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.569758 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.570012 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.570283 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.570539 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.570755 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.571006 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.571270 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.571489 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.571730 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] use_json = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.571944 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.572198 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.572512 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.572771 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.573965 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.574348 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.574856 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:50:07.575017 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.575268 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.575823 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.576574 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.576820 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.577071 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.577308 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.577553 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.577835 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.578124 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.578375 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.578623 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.578939 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.579179 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.579480 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.579708 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.579990 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.580461 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.580710 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.580992 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.581215 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.581438 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.581691 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.581966 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.582242 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.582507 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.582759 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.582986 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.583211 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.583555 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.583816 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.584078 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.584330 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.584549 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.584770 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.584992 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.585208 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.585423 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.585637 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.585924 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.586142 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.586356 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.586575 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.587360 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.587724 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.588370 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.588798 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.589058 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.589550 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.589550 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.589920 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.590404 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.591031 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.591031 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.591210 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.591489 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.591945 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.592323 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.592510 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.592854 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.593119 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.593367 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.594425 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.594585 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.595471 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.595656 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.595897 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.596130 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.596496 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.596665 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.596917 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.597160 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.598118 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.598367 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.598626 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.599047 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.599317 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.599582 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.599904 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.600376 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.600376 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.600629 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.600772 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.600993 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.601213 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.601826 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.601826 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.602003 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.602177 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.602369 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.604893 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.605126 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.605623 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.605909 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.606626 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.606626 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.606814 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.607062 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.607197 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.607434 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.607698 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.607939 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.608216 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.608974 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 55762) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:50:07.612349 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.612349 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.612349 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.612349 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.612349 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.612349 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.612349 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.612349 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.613111 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.614267 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.614413 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.614747 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.615947 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.616223 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.617697 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065680 Oct 18 02:50:07.619499 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.620263 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.620682 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.620962 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.621256 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.621534 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.621896 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.622215 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.623685 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.625837 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.626392 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.626392 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.626741 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.627016 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.627314 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.627708 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.628162 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.628494 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.628748 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.628980 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.629293 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.629557 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.629928 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.630189 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.631254 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.631481 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.631770 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.632017 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.632274 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.632554 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.632806 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.633067 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.633338 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.633609 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.633950 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.634840 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.635287 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.635668 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.636938 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.637862 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.638106 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.638364 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.638595 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.638839 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.639082 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.639332 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.639571 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.639805 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.640042 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.640318 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.641302 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.641302 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.641302 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.641302 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.641619 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.641710 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.643206 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.643639 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.644037 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.644367 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.644720 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.645037 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.645283 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.645538 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.645802 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.646026 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.646295 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.646605 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.647824 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.648082 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.648321 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.648554 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.648801 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.649041 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.649766 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.650562 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.650816 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.651169 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.651444 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.651703 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.651951 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.652226 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.653158 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.653158 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.653158 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.653523 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.653523 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.653671 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.653907 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.654142 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.654385 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.654633 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.654853 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.655098 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.655316 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.655610 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.655916 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.656171 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.656417 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.656668 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.656907 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.657118 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.657347 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.657562 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.657773 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.658041 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.658258 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.658494 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.658728 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.658938 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.659148 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.659368 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.659621 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.659792 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.660046 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.661587 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.661838 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.662085 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.662315 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.662533 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.665647 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.665647 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.665647 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.665647 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.665647 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.665647 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.665647 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.665647 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.666747 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.666747 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.666747 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.666747 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.672799 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.673081 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.673776 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.674352 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.675328 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.675328 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.675328 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.675797 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.675797 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.676077 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.676791 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.677534 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.677823 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.678321 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.678666 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.678976 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.679242 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.680113 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.680324 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.680787 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.681218 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.681493 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.681773 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.682711 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.682907 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.683173 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.683670 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.683942 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.684195 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.684401 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.685044 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.685457 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.685779 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.686121 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.689877 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.689877 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.689877 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.689877 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.689877 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.689877 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.689877 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.689877 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.689877 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.690492 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 18 02:50:07.690492 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106525) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 18 02:50:07.690492 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 18 02:50:07.690492 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 18 02:50:07.690492 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 18 02:50:07.690492 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 18 02:50:07.690492 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 18 02:50:07.690492 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.690950 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.690950 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.690950 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.690950 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.690950 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.690950 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.690950 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.690950 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.691400 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.691465 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.692069 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.692069 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.692262 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.692423 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.692686 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.692845 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.693081 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.693315 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.693604 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.693897 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.694146 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.694400 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] debug = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.694648 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.695242 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.695242 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.695428 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.697231 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.697566 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.697758 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.697950 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.698230 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.698487 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.698657 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.698827 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.698983 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.699303 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.700480 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.700480 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.700480 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.700480 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] host = dv-cinder-814333-1-iscsi {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.700480 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.700480 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.700994 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.700994 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.700994 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.700994 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.701258 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.701384 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.701645 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.702168 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.702452 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.702754 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.703016 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.703183 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] log_file = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.703432 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] log_options = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.703596 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.704377 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.704377 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.704936 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.705533 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.705702 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.705893 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.706067 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.706342 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.706630 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.706927 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.707082 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.707245 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.707390 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.707557 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.708462 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.710727 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.710727 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.710727 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.710727 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.712881 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.712881 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.712881 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.712881 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.712881 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.712881 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.712881 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.712881 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.712881 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.713966 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.713966 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.713966 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.713966 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.713966 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.714491 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.714491 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.714491 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.714491 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.714934 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.714934 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.714934 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.715299 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.715299 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.715512 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.715512 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.715723 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.715838 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] use_json = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.715957 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.716085 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.716198 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.717362 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.717362 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.717362 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.717362 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.717362 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 02:50:07.717362 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.717362 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.717826 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.717826 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.717826 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.718006 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.718381 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.718381 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.718530 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.718596 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.719665 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.719665 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.719665 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.719665 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.719665 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.719665 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.720066 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.720066 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.720066 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.720249 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.720322 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.721044 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.721044 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.721044 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.721044 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.721369 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.721369 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.721489 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.721641 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.721846 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.722576 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.722576 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.722576 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.722576 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.722859 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.722859 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.722977 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.723143 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.723251 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.723388 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.723548 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.723713 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.723893 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.724065 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.724218 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.724362 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.724506 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.724679 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.724850 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.725074 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.725164 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.725294 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.725454 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.725616 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.725777 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.725998 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.729265 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.729265 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.729265 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.729265 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.729265 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.729265 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.729265 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.729265 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.729265 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.729906 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.729906 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.729906 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.729906 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.729906 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.729906 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.729906 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.729906 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.729906 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.730414 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.730414 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.730414 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.730414 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.730414 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.730703 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.730703 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.730820 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.730989 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.731627 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:50:07.731985 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.732629 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.732951 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.733252 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.733429 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.733580 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.733753 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.733950 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.734110 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.734270 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.734431 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.734591 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.734752 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.734955 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.735138 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.735326 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.735488 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.735647 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.735805 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.735970 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.736130 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.736291 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.736450 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.737640 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.737640 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.737640 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.737640 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.737640 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.737640 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.737640 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.738294 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.738294 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.738294 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.738294 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.738523 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.738523 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.738667 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.738836 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.739892 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.739892 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.739892 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.739892 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.739892 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.739892 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.739892 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.740313 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.740313 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.740429 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.740494 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.740640 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.740963 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.741346 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.741683 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.741990 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.742318 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.742631 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.742799 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.742990 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.743150 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.744064 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.744064 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.744064 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.744064 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.744064 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.744467 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.744467 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.744586 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.745844 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.745844 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.745844 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.745844 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.745844 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.745844 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.745844 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.745844 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.746403 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.746403 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.746403 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.746570 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.746662 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.746743 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.747474 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.747474 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.747474 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.747474 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.748077 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.748077 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.748196 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.748363 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.749251 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.749251 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.749251 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.749251 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.749251 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.749251 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.749609 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.749609 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.749738 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.750241 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.750241 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.750241 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.750480 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.750560 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.750639 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.750807 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.750972 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.753079 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.753079 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.753079 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.753079 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.753079 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.753079 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.753079 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.753079 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.753557 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.753557 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.753557 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.753557 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.753557 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.753557 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.753557 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.753557 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.754128 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.754128 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.754128 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.754128 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.754417 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.754417 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.754559 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.754713 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.754900 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.755059 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.755228 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.755454 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.755659 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.755816 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.755968 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.756119 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.756284 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.756436 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.756584 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.756732 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.756928 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.757088 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.757273 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.757431 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.757600 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.757762 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.757970 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.758128 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.758281 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.758455 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.758659 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.758838 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.758996 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.759147 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.759392 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.759562 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.759736 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.759895 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.760056 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.760204 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.760356 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.760565 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.760768 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.760978 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.761124 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.761228 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.761571 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.761571 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.761738 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.761867 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.762041 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.762204 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.762381 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.765809 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.765809 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.765809 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.765809 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.765809 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.765809 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.765809 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.765809 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.766339 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.766339 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.766339 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.766339 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.766339 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.766339 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.766339 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.766339 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.766848 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.766848 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.766848 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.766848 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.766848 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.767484 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.767484 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.767947 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.767947 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.767947 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.768122 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.768186 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.768349 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.768510 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.768672 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.768833 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 02:50:07.768987 dv-cinder-814333-1-iscsi neutron-server[106525]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 18 02:50:19.293267 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f9c123-1dc4-4a82-82e6-12727238efa1 None None] get_active_networks_info from dv-cinder-814333-1-iscsi {{(pid=106638) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 02:50:19.448665 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f9c123-1dc4-4a82-82e6-12727238efa1 None None] No non-hosted networks {{(pid=106638) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 18 02:50:19.471412 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.agentschedulers_db [None req-61f9c123-1dc4-4a82-82e6-12727238efa1 None None] DHCP Agent not found on host dv-cinder-814333-1-iscsi {{(pid=106638) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 18 02:50:19.538960 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-e1c3c62b-5492-4a9a-a173-3e81cc9e5d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-632229'] for agent, after_create {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:21.871731 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-0e49f4af-87fc-4122-bf51-0b29718a0570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-632229'] for agent, after_create {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:21.917337 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.db.api [None req-518a9436-afb9-4082-89c1-dc960f73a48c None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-814333-1-iscsi {{(pid=106638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 02:50:21.917680 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG oslo_db.api [None req-518a9436-afb9-4082-89c1-dc960f73a48c None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 02:50:22.458119 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-518a9436-afb9-4082-89c1-dc960f73a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:22.518263 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-632229'] for agent, after_create {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:22.518981 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:22.519477 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:22.519809 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:22.520230 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:22.520608 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:22.520979 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:22.529833 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:22.529833 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:22.529833 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:22.529833 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:22.529833 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:22.530754 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:22.530754 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-814333-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:50:22.548773 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-814333-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:50:23.213583 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-632229'] for agent, after_create {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:24.584481 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-632229'] for agent, after_create {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:25.713926 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 55862) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:50:26.198833 dv-cinder-814333-1-iscsi neutron-server[106636]: WARNING oslo_policy.policy [None req-28213926-0830-46ee-81a1-e477a490be4c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 18 02:50:26.199397 dv-cinder-814333-1-iscsi neutron-server[106636]: WARNING oslo_policy.policy [None req-28213926-0830-46ee-81a1-e477a490be4c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 18 02:50:26.422806 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [None req-28213926-0830-46ee-81a1-e477a490be4c admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=106636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 02:50:26.423879 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-28213926-0830-46ee-81a1-e477a490be4c admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7090406 Oct 18 02:50:28.828395 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 55876) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:50:29.128256 dv-cinder-814333-1-iscsi neutron-server[106638]: INFO neutron.db.l3_hamode_db [None req-d82f6aba-c166-4e68-85f7-0cbb2a813edc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 18 02:50:29.142838 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [None req-5b07b638-30b9-43b4-ace2-2a4ba577f287 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:50:29.206113 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82f6aba-c166-4e68-85f7-0cbb2a813edc None None] Routers set() bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 02:50:29.206561 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82f6aba-c166-4e68-85f7-0cbb2a813edc None None] Router IDs set() for agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 18 02:50:29.237128 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.policy [None req-5b07b638-30b9-43b4-ace2-2a4ba577f287 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106636) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 18 02:50:29.283340 dv-cinder-814333-1-iscsi neutron-server[106636]: WARNING oslo_policy.policy [None req-5b07b638-30b9-43b4-ace2-2a4ba577f287 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 18 02:50:29.283705 dv-cinder-814333-1-iscsi neutron-server[106636]: WARNING oslo_policy.policy [None req-5b07b638-30b9-43b4-ace2-2a4ba577f287 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 18 02:50:29.292058 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.quota [None req-5b07b638-30b9-43b4-ace2-2a4ba577f287 admin admin] Loaded quota_driver: . Oct 18 02:50:29.445938 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-5b07b638-30b9-43b4-ace2-2a4ba577f287 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748755313292', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748755312857', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748755202482', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748755200222', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748754901487', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748755229660', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7981811', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7646089', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-328419', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1736247'] for rbac-policy, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:29.672386 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-5b07b638-30b9-43b4-ace2-2a4ba577f287 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:29.673601 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-5b07b638-30b9-43b4-ace2-2a4ba577f287 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8440695 Oct 18 02:50:32.230303 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 55888) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:50:32.531265 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [None req-bcab47d0-5273-4bde-8285-b5c8f1506e76 admin admin] Request body: {'network': {'tenant_id': 'e6ee986d7c324c578a59c86c9d68035b', 'project_id': 'e6ee986d7c324c578a59c86c9d68035b', 'admin_state_up': True, 'name': 'private'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:50:32.652962 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcab47d0-5273-4bde-8285-b5c8f1506e76 admin admin] Made reservation on behalf of e6ee986d7c324c578a59c86c9d68035b for: {'network': 1} {{(pid=106636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 02:50:32.655758 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-bcab47d0-5273-4bde-8285-b5c8f1506e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for network, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:32.673191 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-bcab47d0-5273-4bde-8285-b5c8f1506e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:32.778014 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-bcab47d0-5273-4bde-8285-b5c8f1506e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:32.841415 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-bcab47d0-5273-4bde-8285-b5c8f1506e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:32.860448 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcab47d0-5273-4bde-8285-b5c8f1506e76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=106636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 02:50:32.887620 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-bcab47d0-5273-4bde-8285-b5c8f1506e76 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748751250692', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965'] for segment, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:32.888197 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-bcab47d0-5273-4bde-8285-b5c8f1506e76 admin admin] Unsubscribe: segment precommit_create {{(pid=106636) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 18 02:50:32.888682 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.db.segments_db [None req-bcab47d0-5273-4bde-8285-b5c8f1506e76 admin admin] Added segment e64681a7-7ec8-48e2-a359-007d275d88d6 of type vlan for network 34c394f8-1c55-4277-85e6-9570cba9c278 Oct 18 02:50:32.904016 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab47d0-5273-4bde-8285-b5c8f1506e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab66473-97a7-4b60-9956-86d25680629f,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:50:32.929381 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcab47d0-5273-4bde-8285-b5c8f1506e76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:32.930229 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcab47d0-5273-4bde-8285-b5c8f1506e76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:32.930568 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcab47d0-5273-4bde-8285-b5c8f1506e76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:32.930888 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcab47d0-5273-4bde-8285-b5c8f1506e76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:32.931209 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcab47d0-5273-4bde-8285-b5c8f1506e76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:32.931535 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcab47d0-5273-4bde-8285-b5c8f1506e76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:32.931854 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcab47d0-5273-4bde-8285-b5c8f1506e76 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:32.932180 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcab47d0-5273-4bde-8285-b5c8f1506e76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:32.932513 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcab47d0-5273-4bde-8285-b5c8f1506e76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:32.932824 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcab47d0-5273-4bde-8285-b5c8f1506e76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:32.933131 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcab47d0-5273-4bde-8285-b5c8f1506e76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:32.933435 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcab47d0-5273-4bde-8285-b5c8f1506e76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:32.934541 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcab47d0-5273-4bde-8285-b5c8f1506e76 admin admin] Tracked resource versions report: Oct 18 02:50:32.934541 dv-cinder-814333-1-iscsi neutron-server[106636]: pushed versions: Oct 18 02:50:32.934541 dv-cinder-814333-1-iscsi neutron-server[106636]: { 'AddressGroup': {'1.2'}, Oct 18 02:50:32.934541 dv-cinder-814333-1-iscsi neutron-server[106636]: 'ConntrackHelper': {'1.0'}, Oct 18 02:50:32.934541 dv-cinder-814333-1-iscsi neutron-server[106636]: 'Log': {'1.0'}, Oct 18 02:50:32.934541 dv-cinder-814333-1-iscsi neutron-server[106636]: 'Network': {'1.1'}, Oct 18 02:50:32.934541 dv-cinder-814333-1-iscsi neutron-server[106636]: 'Port': {'1.7'}, Oct 18 02:50:32.934541 dv-cinder-814333-1-iscsi neutron-server[106636]: 'PortForwarding': {'1.2'}, Oct 18 02:50:32.934541 dv-cinder-814333-1-iscsi neutron-server[106636]: 'QosPolicy': {'1.9'}, Oct 18 02:50:32.934541 dv-cinder-814333-1-iscsi neutron-server[106636]: 'SecurityGroup': {'1.4'}, Oct 18 02:50:32.934541 dv-cinder-814333-1-iscsi neutron-server[106636]: 'SecurityGroupRule': {'1.2'}, Oct 18 02:50:32.934541 dv-cinder-814333-1-iscsi neutron-server[106636]: 'SubPort': {'1.0'}, Oct 18 02:50:32.934541 dv-cinder-814333-1-iscsi neutron-server[106636]: 'Subnet': {'1.1'}, Oct 18 02:50:32.934541 dv-cinder-814333-1-iscsi neutron-server[106636]: 'Trunk': {'1.1'}} Oct 18 02:50:32.934541 dv-cinder-814333-1-iscsi neutron-server[106636]: consumer versions: Oct 18 02:50:32.934541 dv-cinder-814333-1-iscsi neutron-server[106636]: { DHCP agent@dv-cinder-814333-1-iscsi: {}, Oct 18 02:50:32.934541 dv-cinder-814333-1-iscsi neutron-server[106636]: L3 agent@dv-cinder-814333-1-iscsi: {}, Oct 18 02:50:32.934541 dv-cinder-814333-1-iscsi neutron-server[106636]: Metadata agent@dv-cinder-814333-1-iscsi: {}, Oct 18 02:50:32.934541 dv-cinder-814333-1-iscsi neutron-server[106636]: Metering agent@dv-cinder-814333-1-iscsi: {}, Oct 18 02:50:32.934541 dv-cinder-814333-1-iscsi neutron-server[106636]: Open vSwitch agent@dv-cinder-814333-1-iscsi: { 'AddressGroup': '1.2', Oct 18 02:50:32.934541 dv-cinder-814333-1-iscsi neutron-server[106636]: 'ConntrackHelper': '1.0', Oct 18 02:50:32.934541 dv-cinder-814333-1-iscsi neutron-server[106636]: 'Log': '1.0', Oct 18 02:50:32.934541 dv-cinder-814333-1-iscsi neutron-server[106636]: 'Network': '1.1', Oct 18 02:50:32.934541 dv-cinder-814333-1-iscsi neutron-server[106636]: 'Port': '1.7', Oct 18 02:50:32.934541 dv-cinder-814333-1-iscsi neutron-server[106636]: 'PortForwarding': '1.2', Oct 18 02:50:32.934541 dv-cinder-814333-1-iscsi neutron-server[106636]: 'QosPolicy': '1.9', Oct 18 02:50:32.934541 dv-cinder-814333-1-iscsi neutron-server[106636]: 'SecurityGroup': '1.4', Oct 18 02:50:32.934541 dv-cinder-814333-1-iscsi neutron-server[106636]: 'SecurityGroupRule': '1.2', Oct 18 02:50:32.934541 dv-cinder-814333-1-iscsi neutron-server[106636]: 'SubPort': '1.0', Oct 18 02:50:32.934541 dv-cinder-814333-1-iscsi neutron-server[106636]: 'Subnet': '1.1', Oct 18 02:50:32.934541 dv-cinder-814333-1-iscsi neutron-server[106636]: 'Trunk': '1.1'}} Oct 18 02:50:32.934541 dv-cinder-814333-1-iscsi neutron-server[106636]: {{(pid=106636) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 18 02:50:33.006951 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-bcab47d0-5273-4bde-8285-b5c8f1506e76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748750891129'] for network, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:33.104121 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-bcab47d0-5273-4bde-8285-b5c8f1506e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149'] for network, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:33.105232 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcab47d0-5273-4bde-8285-b5c8f1506e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:50:33.105895 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-bcab47d0-5273-4bde-8285-b5c8f1506e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for network, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:33.202452 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab47d0-5273-4bde-8285-b5c8f1506e76 admin admin] Pushing event updated for resources: {'Network': ['ID=34c394f8-1c55-4277-85e6-9570cba9c278,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:50:33.213939 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Network 34c394f8-1c55-4277-85e6-9570cba9c278 details requested by agent ovs-agent-dv-cinder-814333-1-iscsi with host dv-cinder-814333-1-iscsi {{(pid=106638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 02:50:33.255509 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-bcab47d0-5273-4bde-8285-b5c8f1506e76 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0241168 Oct 18 02:50:35.912447 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 55902) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:50:36.303139 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdcc824-0407-4932-a99c-2865c6ca284d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:50:36.304539 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-dbdcc824-0407-4932-a99c-2865c6ca284d admin admin] 10.222.0.30 "GET /v2.0/networks/34c394f8-1c55-4277-85e6-9570cba9c278 HTTP/1.1" status: 200 len: 825 time: 0.3911428 Oct 18 02:50:36.328778 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-4f1e6bdb-39a7-4f60-94a1-5ccc002facb0 admin admin] 10.222.0.30 "GET /v2.0/subnetpools/60f25ce7-7a21-42e4-a01a-6602fc2b08b3 HTTP/1.1" status: 200 len: 734 time: 0.0179329 Oct 18 02:50:36.338196 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [None req-7a1be381-af8f-4f16-be86-36878ec2295a admin admin] Request body: {'subnet': {'subnetpool_id': '60f25ce7-7a21-42e4-a01a-6602fc2b08b3', 'network_id': '34c394f8-1c55-4277-85e6-9570cba9c278', 'tenant_id': 'e6ee986d7c324c578a59c86c9d68035b', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:50:36.418055 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1be381-af8f-4f16-be86-36878ec2295a admin admin] Made reservation on behalf of e6ee986d7c324c578a59c86c9d68035b for: {'subnet': 1} {{(pid=106636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 02:50:36.420277 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7a1be381-af8f-4f16-be86-36878ec2295a admin admin] Notify callbacks [] for subnet, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:36.790356 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7a1be381-af8f-4f16-be86-36878ec2295a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149'] for subnet, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:36.859553 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1be381-af8f-4f16-be86-36878ec2295a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7472980-aacc-4469-916d-53e94c3c4fd1,revision_number=0']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:50:36.865400 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1be381-af8f-4f16-be86-36878ec2295a admin admin] Checking segment: {'id': 'e64681a7-7ec8-48e2-a359-007d275d88d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '34c394f8-1c55-4277-85e6-9570cba9c278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 02:50:36.866467 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1be381-af8f-4f16-be86-36878ec2295a admin admin] Network hostable DHCP agents. Network: 34c394f8-1c55-4277-85e6-9570cba9c278, hostable agents: ['d6364138-709a-4c77-9f16-97f76425e773'], hosted agents: [] {{(pid=106636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 02:50:36.961619 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1be381-af8f-4f16-be86-36878ec2295a admin admin] Network 34c394f8-1c55-4277-85e6-9570cba9c278 is scheduled to be hosted by DHCP agent d6364138-709a-4c77-9f16-97f76425e773 with binding_index 1 {{(pid=106636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 02:50:37.109544 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [None req-7a1be381-af8f-4f16-be86-36878ec2295a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814333-1-iscsi, 34c394f8-1c55-4277-85e6-9570cba9c278) {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 02:50:37.114168 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1be381-af8f-4f16-be86-36878ec2295a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:50:37.114769 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7a1be381-af8f-4f16-be86-36878ec2295a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for subnet, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:37.120487 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd29652-7277-4c03-b41f-c0fdb9180308 None None] Network 34c394f8-1c55-4277-85e6-9570cba9c278 requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 02:50:37.244228 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-7a1be381-af8f-4f16-be86-36878ec2295a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9096324 Oct 18 02:50:37.435189 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c186c0a-fe28-4c1f-950d-87a37cc13562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd97ac7e-b8df-5221-be60-5c49b09c5ecf-34c394f8-1c55-4277-85e6-9570cba9c278', 'network_id': '34c394f8-1c55-4277-85e6-9570cba9c278', 'tenant_id': 'e6ee986d7c324c578a59c86c9d68035b', 'fixed_ips': [{'subnet_id': 'd7472980-aacc-4469-916d-53e94c3c4fd1'}]}} from dv-cinder-814333-1-iscsi. {{(pid=106638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 02:50:37.436389 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-8c186c0a-fe28-4c1f-950d-87a37cc13562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:37.711992 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.db_base_plugin_common [None req-8c186c0a-fe28-4c1f-950d-87a37cc13562 None None] Allocated IP 172.20.0.2 (34c394f8-1c55-4277-85e6-9570cba9c278/d7472980-aacc-4469-916d-53e94c3c4fd1/1a4a2c25-30dd-418c-b07b-da3a99d6d18a) {{(pid=106638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 02:50:37.912510 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-8c186c0a-fe28-4c1f-950d-87a37cc13562 None None] Notify callbacks [] for port, precommit_create {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:38.036245 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-8c186c0a-fe28-4c1f-950d-87a37cc13562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598'] for port, after_create {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:38.134197 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c186c0a-fe28-4c1f-950d-87a37cc13562 None None] Network 34c394f8-1c55-4277-85e6-9570cba9c278 is already hosted by enough agents. {{(pid=106638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 02:50:38.138961 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.scheduler.base_scheduler [None req-8c186c0a-fe28-4c1f-950d-87a37cc13562 None None] Resources bound (agent type, host, resource id): {{(pid=106638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 02:50:38.151082 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c186c0a-fe28-4c1f-950d-87a37cc13562 None None] Received port after_create {{(pid=106638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 02:50:38.154213 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c186c0a-fe28-4c1f-950d-87a37cc13562 None None] Pushing event updated for resources: {'Port': ['ID=1a4a2c25-30dd-418c-b07b-da3a99d6d18a,revision_number=1']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:50:38.187138 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c186c0a-fe28-4c1f-950d-87a37cc13562 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:38.187504 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c186c0a-fe28-4c1f-950d-87a37cc13562 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:38.187853 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c186c0a-fe28-4c1f-950d-87a37cc13562 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:38.188190 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c186c0a-fe28-4c1f-950d-87a37cc13562 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:38.188524 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c186c0a-fe28-4c1f-950d-87a37cc13562 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:38.188855 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c186c0a-fe28-4c1f-950d-87a37cc13562 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:38.189183 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c186c0a-fe28-4c1f-950d-87a37cc13562 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:38.189510 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c186c0a-fe28-4c1f-950d-87a37cc13562 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:38.189872 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c186c0a-fe28-4c1f-950d-87a37cc13562 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:38.190199 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c186c0a-fe28-4c1f-950d-87a37cc13562 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:38.190521 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c186c0a-fe28-4c1f-950d-87a37cc13562 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:38.190883 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c186c0a-fe28-4c1f-950d-87a37cc13562 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:38.191998 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c186c0a-fe28-4c1f-950d-87a37cc13562 None None] Tracked resource versions report: Oct 18 02:50:38.191998 dv-cinder-814333-1-iscsi neutron-server[106638]: pushed versions: Oct 18 02:50:38.191998 dv-cinder-814333-1-iscsi neutron-server[106638]: { 'AddressGroup': {'1.2'}, Oct 18 02:50:38.191998 dv-cinder-814333-1-iscsi neutron-server[106638]: 'ConntrackHelper': {'1.0'}, Oct 18 02:50:38.191998 dv-cinder-814333-1-iscsi neutron-server[106638]: 'Log': {'1.0'}, Oct 18 02:50:38.191998 dv-cinder-814333-1-iscsi neutron-server[106638]: 'Network': {'1.1'}, Oct 18 02:50:38.191998 dv-cinder-814333-1-iscsi neutron-server[106638]: 'Port': {'1.7'}, Oct 18 02:50:38.191998 dv-cinder-814333-1-iscsi neutron-server[106638]: 'PortForwarding': {'1.2'}, Oct 18 02:50:38.191998 dv-cinder-814333-1-iscsi neutron-server[106638]: 'QosPolicy': {'1.9'}, Oct 18 02:50:38.191998 dv-cinder-814333-1-iscsi neutron-server[106638]: 'SecurityGroup': {'1.4'}, Oct 18 02:50:38.191998 dv-cinder-814333-1-iscsi neutron-server[106638]: 'SecurityGroupRule': {'1.2'}, Oct 18 02:50:38.191998 dv-cinder-814333-1-iscsi neutron-server[106638]: 'SubPort': {'1.0'}, Oct 18 02:50:38.191998 dv-cinder-814333-1-iscsi neutron-server[106638]: 'Subnet': {'1.1'}, Oct 18 02:50:38.191998 dv-cinder-814333-1-iscsi neutron-server[106638]: 'Trunk': {'1.1'}} Oct 18 02:50:38.191998 dv-cinder-814333-1-iscsi neutron-server[106638]: consumer versions: Oct 18 02:50:38.191998 dv-cinder-814333-1-iscsi neutron-server[106638]: { DHCP agent@dv-cinder-814333-1-iscsi: {}, Oct 18 02:50:38.191998 dv-cinder-814333-1-iscsi neutron-server[106638]: L3 agent@dv-cinder-814333-1-iscsi: {}, Oct 18 02:50:38.191998 dv-cinder-814333-1-iscsi neutron-server[106638]: Metadata agent@dv-cinder-814333-1-iscsi: {}, Oct 18 02:50:38.191998 dv-cinder-814333-1-iscsi neutron-server[106638]: Metering agent@dv-cinder-814333-1-iscsi: {}, Oct 18 02:50:38.191998 dv-cinder-814333-1-iscsi neutron-server[106638]: Open vSwitch agent@dv-cinder-814333-1-iscsi: { 'AddressGroup': '1.2', Oct 18 02:50:38.191998 dv-cinder-814333-1-iscsi neutron-server[106638]: 'ConntrackHelper': '1.0', Oct 18 02:50:38.191998 dv-cinder-814333-1-iscsi neutron-server[106638]: 'Log': '1.0', Oct 18 02:50:38.191998 dv-cinder-814333-1-iscsi neutron-server[106638]: 'Network': '1.1', Oct 18 02:50:38.191998 dv-cinder-814333-1-iscsi neutron-server[106638]: 'Port': '1.7', Oct 18 02:50:38.191998 dv-cinder-814333-1-iscsi neutron-server[106638]: 'PortForwarding': '1.2', Oct 18 02:50:38.191998 dv-cinder-814333-1-iscsi neutron-server[106638]: 'QosPolicy': '1.9', Oct 18 02:50:38.191998 dv-cinder-814333-1-iscsi neutron-server[106638]: 'SecurityGroup': '1.4', Oct 18 02:50:38.191998 dv-cinder-814333-1-iscsi neutron-server[106638]: 'SecurityGroupRule': '1.2', Oct 18 02:50:38.191998 dv-cinder-814333-1-iscsi neutron-server[106638]: 'SubPort': '1.0', Oct 18 02:50:38.191998 dv-cinder-814333-1-iscsi neutron-server[106638]: 'Subnet': '1.1', Oct 18 02:50:38.191998 dv-cinder-814333-1-iscsi neutron-server[106638]: 'Trunk': '1.1'}} Oct 18 02:50:38.191998 dv-cinder-814333-1-iscsi neutron-server[106638]: {{(pid=106638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 18 02:50:38.239919 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-8c186c0a-fe28-4c1f-950d-87a37cc13562 None None] Attempting to bind port 1a4a2c25-30dd-418c-b07b-da3a99d6d18a on host dv-cinder-814333-1-iscsi for vnic_type normal with profile {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 02:50:38.240326 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-8c186c0a-fe28-4c1f-950d-87a37cc13562 None None] Attempting to bind port 1a4a2c25-30dd-418c-b07b-da3a99d6d18a by drivers openvswitch,hyperv on host dv-cinder-814333-1-iscsi at level 0 using segments [{'id': 'e64681a7-7ec8-48e2-a359-007d275d88d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '34c394f8-1c55-4277-85e6-9570cba9c278'}] {{(pid=106638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 02:50:38.240768 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c186c0a-fe28-4c1f-950d-87a37cc13562 None None] Attempting to bind port 1a4a2c25-30dd-418c-b07b-da3a99d6d18a on network 34c394f8-1c55-4277-85e6-9570cba9c278 {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 02:50:38.246317 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c186c0a-fe28-4c1f-950d-87a37cc13562 None None] Checking agent: {'id': '725b6bc2-91e5-4fb5-a09c-abe917cff252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 50, 22), 'started_at': datetime.datetime(2021, 10, 18, 2, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 2, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 02:50:38.246728 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c186c0a-fe28-4c1f-950d-87a37cc13562 None None] Checking segment: {'id': 'e64681a7-7ec8-48e2-a359-007d275d88d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '34c394f8-1c55-4277-85e6-9570cba9c278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 02:50:38.247446 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-8c186c0a-fe28-4c1f-950d-87a37cc13562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:38.247835 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c186c0a-fe28-4c1f-950d-87a37cc13562 None None] Bound using segment: {'id': 'e64681a7-7ec8-48e2-a359-007d275d88d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '34c394f8-1c55-4277-85e6-9570cba9c278'} {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 02:50:38.248332 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-8c186c0a-fe28-4c1f-950d-87a37cc13562 None None] Bound port: 1a4a2c25-30dd-418c-b07b-da3a99d6d18a, host: dv-cinder-814333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e64681a7-7ec8-48e2-a359-007d275d88d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '34c394f8-1c55-4277-85e6-9570cba9c278'}}] {{(pid=106638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 02:50:38.248749 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-8c186c0a-fe28-4c1f-950d-87a37cc13562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:38.310472 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-8c186c0a-fe28-4c1f-950d-87a37cc13562 None None] For port 1a4a2c25-30dd-418c-b07b-da3a99d6d18a, host dv-cinder-814333-1-iscsi, cleared binding levels {{(pid=106638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 02:50:38.314660 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-8c186c0a-fe28-4c1f-950d-87a37cc13562 None None] For port 1a4a2c25-30dd-418c-b07b-da3a99d6d18a, host dv-cinder-814333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=1a4a2c25-30dd-418c-b07b-da3a99d6d18a,segment=NetworkSegment(e64681a7-7ec8-48e2-a359-007d275d88d6),segment_id=e64681a7-7ec8-48e2-a359-007d275d88d6)] {{(pid=106638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 02:50:38.401767 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-8c186c0a-fe28-4c1f-950d-87a37cc13562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:38.468019 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c186c0a-fe28-4c1f-950d-87a37cc13562 None None] Pushing event updated for resources: {'Port': ['ID=1a4a2c25-30dd-418c-b07b-da3a99d6d18a,revision_number=2']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:50:39.674297 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 55910) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:50:40.171230 dv-cinder-814333-1-iscsi neutron-server[106637]: WARNING oslo_policy.policy [None req-3f1367d5-10fb-461e-b2ed-4113cbef8e8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 18 02:50:40.171805 dv-cinder-814333-1-iscsi neutron-server[106637]: WARNING oslo_policy.policy [None req-3f1367d5-10fb-461e-b2ed-4113cbef8e8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 18 02:50:40.398174 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [None req-3f1367d5-10fb-461e-b2ed-4113cbef8e8a admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=106637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 02:50:40.399479 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-3f1367d5-10fb-461e-b2ed-4113cbef8e8a admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7231359 Oct 18 02:50:42.872936 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 55924) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:50:43.188361 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [None req-8d01f5ca-3f23-4141-865b-81242a8b29c1 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=106636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 02:50:43.189458 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-8d01f5ca-3f23-4141-865b-81242a8b29c1 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3155951 Oct 18 02:50:45.880618 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 1a4a2c25-30dd-418c-b07b-da3a99d6d18a up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 02:50:45.910261 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 55938) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:50:45.978656 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port 1a4a2c25-30dd-418c-b07b-da3a99d6d18a triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:50:45.979045 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:46.091161 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:46.125835 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] For port 1a4a2c25-30dd-418c-b07b-da3a99d6d18a, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=1a4a2c25-30dd-418c-b07b-da3a99d6d18a,segment=NetworkSegment(e64681a7-7ec8-48e2-a359-007d275d88d6),segment_id=e64681a7-7ec8-48e2-a359-007d275d88d6)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 02:50:46.217451 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [None req-fe03d70d-647d-42a8-8406-ced7668ffc82 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'e6ee986d7c324c578a59c86c9d68035b', 'admin_state_up': True}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:50:46.229627 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:46.277370 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Pushing event updated for resources: {'Port': ['ID=1a4a2c25-30dd-418c-b07b-da3a99d6d18a,revision_number=3']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:50:46.316031 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-fe03d70d-647d-42a8-8406-ced7668ffc82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3491'] for router, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:46.317647 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-fe03d70d-647d-42a8-8406-ced7668ffc82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-612752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3508'] for router, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:46.457713 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-fe03d70d-647d-42a8-8406-ced7668ffc82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:46.533624 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-fe03d70d-647d-42a8-8406-ced7668ffc82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612773'] for router, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:46.625623 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-fe03d70d-647d-42a8-8406-ced7668ffc82 admin admin] Notify callbacks [] for router, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:46.626978 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-fe03d70d-647d-42a8-8406-ced7668ffc82 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7157421 Oct 18 02:50:46.868568 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493f0914-5610-42a2-aaea-d12f374c495c None None] Network 34c394f8-1c55-4277-85e6-9570cba9c278 requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 02:50:46.947161 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-eeb03186-5ea4-48c2-8b1f-c0189a446499 None None] Provisioning complete for port 1a4a2c25-30dd-418c-b07b-da3a99d6d18a triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:50:46.947795 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-eeb03186-5ea4-48c2-8b1f-c0189a446499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:47.312101 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-499fdcbe-427a-4083-83dd-4cdb8431b314 None None] Provisioning complete for port 1a4a2c25-30dd-418c-b07b-da3a99d6d18a triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:50:47.312477 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-499fdcbe-427a-4083-83dd-4cdb8431b314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:47.860621 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 1a4a2c25-30dd-418c-b07b-da3a99d6d18a up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 02:50:47.907382 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port 1a4a2c25-30dd-418c-b07b-da3a99d6d18a triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:50:47.907761 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:49.034720 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 55946) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:50:49.269961 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-4e55a6fa-b8d5-4c1a-9d66-41ed4700b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:49.342769 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [None req-653de479-48ee-4eff-aee5-e333cc93f073 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=106637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 02:50:49.343737 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-653de479-48ee-4eff-aee5-e333cc93f073 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3080933 Oct 18 02:50:51.754623 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 55954) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:50:51.863775 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-f3efb9ac-e1a1-40ed-8992-2a1221cd70cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:52.065328 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-39d5cdb1-cfb4-433d-9adb-5b90378ae493 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'is_default': True}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:50:52.066929 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.quota [None req-39d5cdb1-cfb4-433d-9adb-5b90378ae493 admin admin] Loaded quota_driver: . Oct 18 02:50:52.195794 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d5cdb1-cfb4-433d-9adb-5b90378ae493 admin admin] Made reservation on behalf of 0c128d8210e74ae7922f383fd15cdf2a for: {'network': 1} {{(pid=106637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 02:50:52.270003 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.policy [None req-39d5cdb1-cfb4-433d-9adb-5b90378ae493 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106637) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 18 02:50:52.315616 dv-cinder-814333-1-iscsi neutron-server[106637]: WARNING oslo_policy.policy [None req-39d5cdb1-cfb4-433d-9adb-5b90378ae493 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 18 02:50:52.315950 dv-cinder-814333-1-iscsi neutron-server[106637]: WARNING oslo_policy.policy [None req-39d5cdb1-cfb4-433d-9adb-5b90378ae493 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 18 02:50:52.326769 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-39d5cdb1-cfb4-433d-9adb-5b90378ae493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for network, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:52.346646 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-39d5cdb1-cfb4-433d-9adb-5b90378ae493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:52.454629 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-39d5cdb1-cfb4-433d-9adb-5b90378ae493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:52.498091 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:52.520592 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-39d5cdb1-cfb4-433d-9adb-5b90378ae493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:52.532762 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-39d5cdb1-cfb4-433d-9adb-5b90378ae493 admin admin] Reserving flat network on physical network physnet1 {{(pid=106637) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 18 02:50:52.564800 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-39d5cdb1-cfb4-433d-9adb-5b90378ae493 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748751250692', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965'] for segment, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:52.565371 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-39d5cdb1-cfb4-433d-9adb-5b90378ae493 admin admin] Unsubscribe: segment precommit_create {{(pid=106637) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 18 02:50:52.565970 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.db.segments_db [None req-39d5cdb1-cfb4-433d-9adb-5b90378ae493 admin admin] Added segment 945c2ffc-cf09-447c-9907-99c5ee5cf6c6 of type flat for network ec1e2d0f-026f-465c-b326-53f6d0173c72 Oct 18 02:50:52.582508 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5cdb1-cfb4-433d-9adb-5b90378ae493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482351e9-89dd-4975-afdf-f3ecaeebfef3,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:50:52.602694 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d5cdb1-cfb4-433d-9adb-5b90378ae493 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:52.603053 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d5cdb1-cfb4-433d-9adb-5b90378ae493 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:52.603394 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d5cdb1-cfb4-433d-9adb-5b90378ae493 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:52.603723 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d5cdb1-cfb4-433d-9adb-5b90378ae493 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:52.604050 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d5cdb1-cfb4-433d-9adb-5b90378ae493 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:52.604388 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d5cdb1-cfb4-433d-9adb-5b90378ae493 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:52.604713 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d5cdb1-cfb4-433d-9adb-5b90378ae493 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:52.605050 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d5cdb1-cfb4-433d-9adb-5b90378ae493 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:52.605391 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d5cdb1-cfb4-433d-9adb-5b90378ae493 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:52.605711 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d5cdb1-cfb4-433d-9adb-5b90378ae493 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:52.606049 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d5cdb1-cfb4-433d-9adb-5b90378ae493 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:52.606364 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d5cdb1-cfb4-433d-9adb-5b90378ae493 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:52.607472 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d5cdb1-cfb4-433d-9adb-5b90378ae493 admin admin] Tracked resource versions report: Oct 18 02:50:52.607472 dv-cinder-814333-1-iscsi neutron-server[106637]: pushed versions: Oct 18 02:50:52.607472 dv-cinder-814333-1-iscsi neutron-server[106637]: { 'AddressGroup': {'1.2'}, Oct 18 02:50:52.607472 dv-cinder-814333-1-iscsi neutron-server[106637]: 'ConntrackHelper': {'1.0'}, Oct 18 02:50:52.607472 dv-cinder-814333-1-iscsi neutron-server[106637]: 'Log': {'1.0'}, Oct 18 02:50:52.607472 dv-cinder-814333-1-iscsi neutron-server[106637]: 'Network': {'1.1'}, Oct 18 02:50:52.607472 dv-cinder-814333-1-iscsi neutron-server[106637]: 'Port': {'1.7'}, Oct 18 02:50:52.607472 dv-cinder-814333-1-iscsi neutron-server[106637]: 'PortForwarding': {'1.2'}, Oct 18 02:50:52.607472 dv-cinder-814333-1-iscsi neutron-server[106637]: 'QosPolicy': {'1.9'}, Oct 18 02:50:52.607472 dv-cinder-814333-1-iscsi neutron-server[106637]: 'SecurityGroup': {'1.4'}, Oct 18 02:50:52.607472 dv-cinder-814333-1-iscsi neutron-server[106637]: 'SecurityGroupRule': {'1.2'}, Oct 18 02:50:52.607472 dv-cinder-814333-1-iscsi neutron-server[106637]: 'SubPort': {'1.0'}, Oct 18 02:50:52.607472 dv-cinder-814333-1-iscsi neutron-server[106637]: 'Subnet': {'1.1'}, Oct 18 02:50:52.607472 dv-cinder-814333-1-iscsi neutron-server[106637]: 'Trunk': {'1.1'}} Oct 18 02:50:52.607472 dv-cinder-814333-1-iscsi neutron-server[106637]: consumer versions: Oct 18 02:50:52.607472 dv-cinder-814333-1-iscsi neutron-server[106637]: { DHCP agent@dv-cinder-814333-1-iscsi: {}, Oct 18 02:50:52.607472 dv-cinder-814333-1-iscsi neutron-server[106637]: L3 agent@dv-cinder-814333-1-iscsi: {}, Oct 18 02:50:52.607472 dv-cinder-814333-1-iscsi neutron-server[106637]: Metadata agent@dv-cinder-814333-1-iscsi: {}, Oct 18 02:50:52.607472 dv-cinder-814333-1-iscsi neutron-server[106637]: Metering agent@dv-cinder-814333-1-iscsi: {}, Oct 18 02:50:52.607472 dv-cinder-814333-1-iscsi neutron-server[106637]: Open vSwitch agent@dv-cinder-814333-1-iscsi: { 'AddressGroup': '1.2', Oct 18 02:50:52.607472 dv-cinder-814333-1-iscsi neutron-server[106637]: 'ConntrackHelper': '1.0', Oct 18 02:50:52.607472 dv-cinder-814333-1-iscsi neutron-server[106637]: 'Log': '1.0', Oct 18 02:50:52.607472 dv-cinder-814333-1-iscsi neutron-server[106637]: 'Network': '1.1', Oct 18 02:50:52.607472 dv-cinder-814333-1-iscsi neutron-server[106637]: 'Port': '1.7', Oct 18 02:50:52.607472 dv-cinder-814333-1-iscsi neutron-server[106637]: 'PortForwarding': '1.2', Oct 18 02:50:52.607472 dv-cinder-814333-1-iscsi neutron-server[106637]: 'QosPolicy': '1.9', Oct 18 02:50:52.607472 dv-cinder-814333-1-iscsi neutron-server[106637]: 'SecurityGroup': '1.4', Oct 18 02:50:52.607472 dv-cinder-814333-1-iscsi neutron-server[106637]: 'SecurityGroupRule': '1.2', Oct 18 02:50:52.607472 dv-cinder-814333-1-iscsi neutron-server[106637]: 'SubPort': '1.0', Oct 18 02:50:52.607472 dv-cinder-814333-1-iscsi neutron-server[106637]: 'Subnet': '1.1', Oct 18 02:50:52.607472 dv-cinder-814333-1-iscsi neutron-server[106637]: 'Trunk': '1.1'}} Oct 18 02:50:52.607472 dv-cinder-814333-1-iscsi neutron-server[106637]: {{(pid=106637) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 18 02:50:52.700293 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-39d5cdb1-cfb4-433d-9adb-5b90378ae493 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748750891129'] for network, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:52.806651 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-39d5cdb1-cfb4-433d-9adb-5b90378ae493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149'] for network, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:52.807860 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d5cdb1-cfb4-433d-9adb-5b90378ae493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:50:52.808496 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-39d5cdb1-cfb4-433d-9adb-5b90378ae493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for network, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:52.910810 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5cdb1-cfb4-433d-9adb-5b90378ae493 admin admin] Pushing event updated for resources: {'Network': ['ID=ec1e2d0f-026f-465c-b326-53f6d0173c72,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:50:52.921474 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Network ec1e2d0f-026f-465c-b326-53f6d0173c72 details requested by agent ovs-agent-dv-cinder-814333-1-iscsi with host dv-cinder-814333-1-iscsi {{(pid=106638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 02:50:52.958419 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-39d5cdb1-cfb4-433d-9adb-5b90378ae493 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2027304 Oct 18 02:50:53.161361 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:54.561152 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:55.407913 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 55978) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:50:55.619726 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99eb0d51-c73c-4bf6-a471-981460389451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:50:55.621078 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-99eb0d51-c73c-4bf6-a471-981460389451 admin admin] 10.222.0.30 "GET /v2.0/subnets/d7472980-aacc-4469-916d-53e94c3c4fd1 HTTP/1.1" status: 200 len: 849 time: 0.2122376 Oct 18 02:50:55.778126 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-c345b89b-4716-4cd1-acb5-7881471bbdf0 admin admin] 10.222.0.30 "GET /v2.0/routers/bc575a69-4e6e-4833-83aa-14f4e6da620c HTTP/1.1" status: 200 len: 704 time: 0.1505063 Oct 18 02:50:56.058664 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-821acc00-b444-4ba5-b558-a46054e5a6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:56.349389 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_common [None req-821acc00-b444-4ba5-b558-a46054e5a6f1 admin admin] Allocated IP 172.20.0.1 (34c394f8-1c55-4277-85e6-9570cba9c278/d7472980-aacc-4469-916d-53e94c3c4fd1/523e3c85-bee1-44c0-8e86-1581cc3f2dd1) {{(pid=106637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 02:50:56.527758 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-821acc00-b444-4ba5-b558-a46054e5a6f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:56.652885 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-821acc00-b444-4ba5-b558-a46054e5a6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598'] for port, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:56.720915 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821acc00-b444-4ba5-b558-a46054e5a6f1 admin admin] Network 34c394f8-1c55-4277-85e6-9570cba9c278 is already hosted by enough agents. {{(pid=106637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 02:50:56.729144 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [None req-821acc00-b444-4ba5-b558-a46054e5a6f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 02:50:56.741607 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821acc00-b444-4ba5-b558-a46054e5a6f1 admin admin] Received port after_create {{(pid=106637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 02:50:56.742172 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-821acc00-b444-4ba5-b558-a46054e5a6f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611728'] for router_interface, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:56.760192 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821acc00-b444-4ba5-b558-a46054e5a6f1 admin admin] Pushing event updated for resources: {'Port': ['ID=523e3c85-bee1-44c0-8e86-1581cc3f2dd1,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:50:56.962897 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-06ae29c1-1dec-4d8c-9217-d2effd49117f None None] Provisioning complete for port 523e3c85-bee1-44c0-8e86-1581cc3f2dd1 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:50:56.963387 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-06ae29c1-1dec-4d8c-9217-d2effd49117f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:56.993667 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-821acc00-b444-4ba5-b558-a46054e5a6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:56.996857 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-06ae29c1-1dec-4d8c-9217-d2effd49117f None None] Port 523e3c85-bee1-44c0-8e86-1581cc3f2dd1 cannot update to ACTIVE because it is not bound. {{(pid=106638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 02:50:57.239886 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-821acc00-b444-4ba5-b558-a46054e5a6f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:57.303538 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-821acc00-b444-4ba5-b558-a46054e5a6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:57.304268 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-821acc00-b444-4ba5-b558-a46054e5a6f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611812'] for router_interface, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:57.380140 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821acc00-b444-4ba5-b558-a46054e5a6f1 admin admin] Pushing event updated for resources: {'Port': ['ID=523e3c85-bee1-44c0-8e86-1581cc3f2dd1,revision_number=2']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:50:57.426691 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821acc00-b444-4ba5-b558-a46054e5a6f1 admin admin] Network 34c394f8-1c55-4277-85e6-9570cba9c278 is already hosted by enough agents. {{(pid=106637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 02:50:57.427924 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [None req-821acc00-b444-4ba5-b558-a46054e5a6f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 02:50:57.618502 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-0644b3e5-e98b-4531-a5ac-0fc59ae797be None None] Provisioning complete for port 523e3c85-bee1-44c0-8e86-1581cc3f2dd1 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:50:57.618874 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-0644b3e5-e98b-4531-a5ac-0fc59ae797be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:57.629755 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821acc00-b444-4ba5-b558-a46054e5a6f1 admin admin] Router bc575a69-4e6e-4833-83aa-14f4e6da620c is scheduled to L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 with binding_index 1 {{(pid=106637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 02:50:57.653303 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-0644b3e5-e98b-4531-a5ac-0fc59ae797be None None] Port 523e3c85-bee1-44c0-8e86-1581cc3f2dd1 cannot update to ACTIVE because it is not bound. {{(pid=106638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 02:50:57.721162 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821acc00-b444-4ba5-b558-a46054e5a6f1 admin admin] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 02:50:57.726601 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-821acc00-b444-4ba5-b558-a46054e5a6f1 admin admin] 10.222.0.30 "PUT /v2.0/routers/bc575a69-4e6e-4833-83aa-14f4e6da620c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9422803 Oct 18 02:50:57.741517 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58bf302-1806-4971-9830-66519ba138d9 None None] Sync routers for ids ['bc575a69-4e6e-4833-83aa-14f4e6da620c'] in dv-cinder-814333-1-iscsi {{(pid=106639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 02:50:57.754109 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58bf302-1806-4971-9830-66519ba138d9 None None] Routers {'bc575a69-4e6e-4833-83aa-14f4e6da620c'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 02:50:57.755061 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-c58bf302-1806-4971-9830-66519ba138d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T02:50:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['bc575a69-4e6e-4833-83aa-14f4e6da620c'], 'active': True} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:50:57.939047 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvr_db [None req-c58bf302-1806-4971-9830-66519ba138d9 None None] Set router bc575a69-4e6e-4833-83aa-14f4e6da620c gateway port host: None {{(pid=106639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 02:50:58.359763 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-c58bf302-1806-4971-9830-66519ba138d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc575a69-4e6e-4833-83aa-14f4e6da620c', 'name': 'router1', 'tenant_id': 'e6ee986d7c324c578a59c86c9d68035b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:50:46Z', 'updated_at': '2021-10-18T02:50:56Z', 'revision_number': 2, 'project_id': 'e6ee986d7c324c578a59c86c9d68035b', 'gw_port_host': None, '_interfaces': [{'id': '523e3c85-bee1-44c0-8e86-1581cc3f2dd1', 'name': '', 'network_id': '34c394f8-1c55-4277-85e6-9570cba9c278', 'tenant_id': 'e6ee986d7c324c578a59c86c9d68035b', 'mac_address': 'fa:16:3e:04:3b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc575a69-4e6e-4833-83aa-14f4e6da620c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7472980-aacc-4469-916d-53e94c3c4fd1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:50:56Z', 'updated_at': '2021-10-18T02:50:57Z', 'revision_number': 2, 'project_id': 'e6ee986d7c324c578a59c86c9d68035b', 'subnets': [{'id': 'd7472980-aacc-4469-916d-53e94c3c4fd1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '60f25ce7-7a21-42e4-a01a-6602fc2b08b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:50:58.408265 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58bf302-1806-4971-9830-66519ba138d9 None None] Checking router: bc575a69-4e6e-4833-83aa-14f4e6da620c for host: dv-cinder-814333-1-iscsi {{(pid=106639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 02:50:58.408632 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58bf302-1806-4971-9830-66519ba138d9 None None] Updating router bc575a69-4e6e-4833-83aa-14f4e6da620c port 523e3c85-bee1-44c0-8e86-1581cc3f2dd1 binding host dv-cinder-814333-1-iscsi {{(pid=106639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 02:50:58.456431 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-c58bf302-1806-4971-9830-66519ba138d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:58.670965 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 5 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 02:50:58.980290 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-c58bf302-1806-4971-9830-66519ba138d9 None None] Notify callbacks [] for port, precommit_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:59.160850 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-c58bf302-1806-4971-9830-66519ba138d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:59.251438 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140025f1-51c9-4f3c-9400-3897d07016f4 None None] Pushing event updated for resources: {'Port': ['ID=523e3c85-bee1-44c0-8e86-1581cc3f2dd1,revision_number=3']} {{(pid=106639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:50:59.260747 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140025f1-51c9-4f3c-9400-3897d07016f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:59.261100 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140025f1-51c9-4f3c-9400-3897d07016f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:59.261440 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140025f1-51c9-4f3c-9400-3897d07016f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:59.261771 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140025f1-51c9-4f3c-9400-3897d07016f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:59.262125 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140025f1-51c9-4f3c-9400-3897d07016f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:59.262452 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140025f1-51c9-4f3c-9400-3897d07016f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:59.262773 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140025f1-51c9-4f3c-9400-3897d07016f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:59.263098 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140025f1-51c9-4f3c-9400-3897d07016f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:59.263427 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140025f1-51c9-4f3c-9400-3897d07016f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:59.263746 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140025f1-51c9-4f3c-9400-3897d07016f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:59.264063 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140025f1-51c9-4f3c-9400-3897d07016f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:59.264379 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140025f1-51c9-4f3c-9400-3897d07016f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:50:59.265511 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140025f1-51c9-4f3c-9400-3897d07016f4 None None] Tracked resource versions report: Oct 18 02:50:59.265511 dv-cinder-814333-1-iscsi neutron-server[106639]: pushed versions: Oct 18 02:50:59.265511 dv-cinder-814333-1-iscsi neutron-server[106639]: { 'AddressGroup': {'1.2'}, Oct 18 02:50:59.265511 dv-cinder-814333-1-iscsi neutron-server[106639]: 'ConntrackHelper': {'1.0'}, Oct 18 02:50:59.265511 dv-cinder-814333-1-iscsi neutron-server[106639]: 'Log': {'1.0'}, Oct 18 02:50:59.265511 dv-cinder-814333-1-iscsi neutron-server[106639]: 'Network': {'1.1'}, Oct 18 02:50:59.265511 dv-cinder-814333-1-iscsi neutron-server[106639]: 'Port': {'1.7'}, Oct 18 02:50:59.265511 dv-cinder-814333-1-iscsi neutron-server[106639]: 'PortForwarding': {'1.2'}, Oct 18 02:50:59.265511 dv-cinder-814333-1-iscsi neutron-server[106639]: 'QosPolicy': {'1.9'}, Oct 18 02:50:59.265511 dv-cinder-814333-1-iscsi neutron-server[106639]: 'SecurityGroup': {'1.4'}, Oct 18 02:50:59.265511 dv-cinder-814333-1-iscsi neutron-server[106639]: 'SecurityGroupRule': {'1.2'}, Oct 18 02:50:59.265511 dv-cinder-814333-1-iscsi neutron-server[106639]: 'SubPort': {'1.0'}, Oct 18 02:50:59.265511 dv-cinder-814333-1-iscsi neutron-server[106639]: 'Subnet': {'1.1'}, Oct 18 02:50:59.265511 dv-cinder-814333-1-iscsi neutron-server[106639]: 'Trunk': {'1.1'}} Oct 18 02:50:59.265511 dv-cinder-814333-1-iscsi neutron-server[106639]: consumer versions: Oct 18 02:50:59.265511 dv-cinder-814333-1-iscsi neutron-server[106639]: { DHCP agent@dv-cinder-814333-1-iscsi: {}, Oct 18 02:50:59.265511 dv-cinder-814333-1-iscsi neutron-server[106639]: L3 agent@dv-cinder-814333-1-iscsi: {}, Oct 18 02:50:59.265511 dv-cinder-814333-1-iscsi neutron-server[106639]: Metadata agent@dv-cinder-814333-1-iscsi: {}, Oct 18 02:50:59.265511 dv-cinder-814333-1-iscsi neutron-server[106639]: Metering agent@dv-cinder-814333-1-iscsi: {}, Oct 18 02:50:59.265511 dv-cinder-814333-1-iscsi neutron-server[106639]: Open vSwitch agent@dv-cinder-814333-1-iscsi: { 'AddressGroup': '1.2', Oct 18 02:50:59.265511 dv-cinder-814333-1-iscsi neutron-server[106639]: 'ConntrackHelper': '1.0', Oct 18 02:50:59.265511 dv-cinder-814333-1-iscsi neutron-server[106639]: 'Log': '1.0', Oct 18 02:50:59.265511 dv-cinder-814333-1-iscsi neutron-server[106639]: 'Network': '1.1', Oct 18 02:50:59.265511 dv-cinder-814333-1-iscsi neutron-server[106639]: 'Port': '1.7', Oct 18 02:50:59.265511 dv-cinder-814333-1-iscsi neutron-server[106639]: 'PortForwarding': '1.2', Oct 18 02:50:59.265511 dv-cinder-814333-1-iscsi neutron-server[106639]: 'QosPolicy': '1.9', Oct 18 02:50:59.265511 dv-cinder-814333-1-iscsi neutron-server[106639]: 'SecurityGroup': '1.4', Oct 18 02:50:59.265511 dv-cinder-814333-1-iscsi neutron-server[106639]: 'SecurityGroupRule': '1.2', Oct 18 02:50:59.265511 dv-cinder-814333-1-iscsi neutron-server[106639]: 'SubPort': '1.0', Oct 18 02:50:59.265511 dv-cinder-814333-1-iscsi neutron-server[106639]: 'Subnet': '1.1', Oct 18 02:50:59.265511 dv-cinder-814333-1-iscsi neutron-server[106639]: 'Trunk': '1.1'}} Oct 18 02:50:59.265511 dv-cinder-814333-1-iscsi neutron-server[106639]: {{(pid=106639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 18 02:50:59.343335 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.managers [None req-c58bf302-1806-4971-9830-66519ba138d9 None None] Attempting to bind port 523e3c85-bee1-44c0-8e86-1581cc3f2dd1 on host dv-cinder-814333-1-iscsi for vnic_type normal with profile {{(pid=106639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 02:50:59.343849 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.managers [None req-c58bf302-1806-4971-9830-66519ba138d9 None None] Attempting to bind port 523e3c85-bee1-44c0-8e86-1581cc3f2dd1 by drivers openvswitch,hyperv on host dv-cinder-814333-1-iscsi at level 0 using segments [{'id': 'e64681a7-7ec8-48e2-a359-007d275d88d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '34c394f8-1c55-4277-85e6-9570cba9c278'}] {{(pid=106639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 02:50:59.344351 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58bf302-1806-4971-9830-66519ba138d9 None None] Attempting to bind port 523e3c85-bee1-44c0-8e86-1581cc3f2dd1 on network 34c394f8-1c55-4277-85e6-9570cba9c278 {{(pid=106639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 02:50:59.349741 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58bf302-1806-4971-9830-66519ba138d9 None None] Checking agent: {'id': '725b6bc2-91e5-4fb5-a09c-abe917cff252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 50, 22), 'started_at': datetime.datetime(2021, 10, 18, 2, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 2, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 02:50:59.350439 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58bf302-1806-4971-9830-66519ba138d9 None None] Checking segment: {'id': 'e64681a7-7ec8-48e2-a359-007d275d88d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '34c394f8-1c55-4277-85e6-9570cba9c278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 02:50:59.351501 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-c58bf302-1806-4971-9830-66519ba138d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:59.351895 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58bf302-1806-4971-9830-66519ba138d9 None None] Bound using segment: {'id': 'e64681a7-7ec8-48e2-a359-007d275d88d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '34c394f8-1c55-4277-85e6-9570cba9c278'} {{(pid=106639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 02:50:59.352411 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.managers [None req-c58bf302-1806-4971-9830-66519ba138d9 None None] Bound port: 523e3c85-bee1-44c0-8e86-1581cc3f2dd1, host: dv-cinder-814333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e64681a7-7ec8-48e2-a359-007d275d88d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '34c394f8-1c55-4277-85e6-9570cba9c278'}}] {{(pid=106639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 02:50:59.352794 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-c58bf302-1806-4971-9830-66519ba138d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:59.420429 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.db [None req-c58bf302-1806-4971-9830-66519ba138d9 None None] For port 523e3c85-bee1-44c0-8e86-1581cc3f2dd1, host dv-cinder-814333-1-iscsi, cleared binding levels {{(pid=106639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 02:50:59.440038 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.db [None req-c58bf302-1806-4971-9830-66519ba138d9 None None] For port 523e3c85-bee1-44c0-8e86-1581cc3f2dd1, host dv-cinder-814333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=523e3c85-bee1-44c0-8e86-1581cc3f2dd1,segment=NetworkSegment(e64681a7-7ec8-48e2-a359-007d275d88d6),segment_id=e64681a7-7ec8-48e2-a359-007d275d88d6)] {{(pid=106639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 02:50:59.483066 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-96ce2f14-fd53-47e1-8583-e0e73ac42a23 None None] Provisioning complete for port 523e3c85-bee1-44c0-8e86-1581cc3f2dd1 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:50:59.483678 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-96ce2f14-fd53-47e1-8583-e0e73ac42a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:59.504283 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-c58bf302-1806-4971-9830-66519ba138d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:59.520506 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-96ce2f14-fd53-47e1-8583-e0e73ac42a23 None None] Port 523e3c85-bee1-44c0-8e86-1581cc3f2dd1 cannot update to ACTIVE because it is not bound. {{(pid=106638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 02:50:59.559600 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58bf302-1806-4971-9830-66519ba138d9 None None] Routers {'bc575a69-4e6e-4833-83aa-14f4e6da620c'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 02:50:59.560208 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-c58bf302-1806-4971-9830-66519ba138d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T02:50:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['bc575a69-4e6e-4833-83aa-14f4e6da620c'], 'active': True} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:50:59.623769 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140025f1-51c9-4f3c-9400-3897d07016f4 None None] Pushing event updated for resources: {'Port': ['ID=523e3c85-bee1-44c0-8e86-1581cc3f2dd1,revision_number=4']} {{(pid=106639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:50:59.657260 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvr_db [None req-c58bf302-1806-4971-9830-66519ba138d9 None None] Set router bc575a69-4e6e-4833-83aa-14f4e6da620c gateway port host: None {{(pid=106639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 02:50:59.738434 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-4e7c3a76-69e3-4da8-acb6-63b291a39f8a None None] Provisioning complete for port 523e3c85-bee1-44c0-8e86-1581cc3f2dd1 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:50:59.739063 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-4e7c3a76-69e3-4da8-acb6-63b291a39f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:59.816196 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-4e7c3a76-69e3-4da8-acb6-63b291a39f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:50:59.846690 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-4e7c3a76-69e3-4da8-acb6-63b291a39f8a None None] For port 523e3c85-bee1-44c0-8e86-1581cc3f2dd1, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=523e3c85-bee1-44c0-8e86-1581cc3f2dd1,segment=NetworkSegment(e64681a7-7ec8-48e2-a359-007d275d88d6),segment_id=e64681a7-7ec8-48e2-a359-007d275d88d6)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 02:50:59.868571 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-c58bf302-1806-4971-9830-66519ba138d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc575a69-4e6e-4833-83aa-14f4e6da620c', 'name': 'router1', 'tenant_id': 'e6ee986d7c324c578a59c86c9d68035b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:50:46Z', 'updated_at': '2021-10-18T02:50:56Z', 'revision_number': 2, 'project_id': 'e6ee986d7c324c578a59c86c9d68035b', 'gw_port_host': None, '_interfaces': [{'id': '523e3c85-bee1-44c0-8e86-1581cc3f2dd1', 'name': '', 'network_id': '34c394f8-1c55-4277-85e6-9570cba9c278', 'tenant_id': 'e6ee986d7c324c578a59c86c9d68035b', 'mac_address': 'fa:16:3e:04:3b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc575a69-4e6e-4833-83aa-14f4e6da620c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7472980-aacc-4469-916d-53e94c3c4fd1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:50:56Z', 'updated_at': '2021-10-18T02:50:59Z', 'revision_number': 4, 'project_id': 'e6ee986d7c324c578a59c86c9d68035b', 'subnets': [{'id': 'd7472980-aacc-4469-916d-53e94c3c4fd1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '60f25ce7-7a21-42e4-a01a-6602fc2b08b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:50:59.895458 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58bf302-1806-4971-9830-66519ba138d9 None None] The sync data for ids ['bc575a69-4e6e-4833-83aa-14f4e6da620c'] in dv-cinder-814333-1-iscsi is: [{'id': 'bc575a69-4e6e-4833-83aa-14f4e6da620c', 'name': 'router1', 'tenant_id': 'e6ee986d7c324c578a59c86c9d68035b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:50:46Z', 'updated_at': '2021-10-18T02:50:56Z', 'revision_number': 2, 'project_id': 'e6ee986d7c324c578a59c86c9d68035b', 'gw_port_host': None, '_interfaces': [{'id': '523e3c85-bee1-44c0-8e86-1581cc3f2dd1', 'name': '', 'network_id': '34c394f8-1c55-4277-85e6-9570cba9c278', 'tenant_id': 'e6ee986d7c324c578a59c86c9d68035b', 'mac_address': 'fa:16:3e:04:3b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc575a69-4e6e-4833-83aa-14f4e6da620c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7472980-aacc-4469-916d-53e94c3c4fd1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:50:56Z', 'updated_at': '2021-10-18T02:50:59Z', 'revision_number': 4, 'project_id': 'e6ee986d7c324c578a59c86c9d68035b', 'subnets': [{'id': 'd7472980-aacc-4469-916d-53e94c3c4fd1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '60f25ce7-7a21-42e4-a01a-6602fc2b08b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 02:50:59.962133 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-4e7c3a76-69e3-4da8-acb6-63b291a39f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:51:00.016435 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c3a76-69e3-4da8-acb6-63b291a39f8a None None] Pushing event updated for resources: {'Port': ['ID=523e3c85-bee1-44c0-8e86-1581cc3f2dd1,revision_number=5']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:51:00.051235 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 55998) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:51:00.167624 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4970d35e-0f28-481c-a800-6006a1da1bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:51:00.168964 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-4970d35e-0f28-481c-a800-6006a1da1bd8 admin admin] 10.222.0.30 "GET /v2.0/networks/ec1e2d0f-026f-465c-b326-53f6d0173c72 HTTP/1.1" status: 200 len: 842 time: 0.1167119 Oct 18 02:51:00.179984 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [None req-9ef3d8e2-b39f-4fd7-bec0-ae1ac4bfa48d admin admin] Request body: {'subnet': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:51:00.286969 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef3d8e2-b39f-4fd7-bec0-ae1ac4bfa48d admin admin] Made reservation on behalf of 0c128d8210e74ae7922f383fd15cdf2a for: {'subnet': 1} {{(pid=106636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 02:51:00.289137 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9ef3d8e2-b39f-4fd7-bec0-ae1ac4bfa48d admin admin] Notify callbacks [] for subnet, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:51:00.658167 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.objects.ports [None req-9ef3d8e2-b39f-4fd7-bec0-ae1ac4bfa48d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106636) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 02:51:00.658619 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9ef3d8e2-b39f-4fd7-bec0-ae1ac4bfa48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149'] for subnet, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:51:00.711334 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3d8e2-b39f-4fd7-bec0-ae1ac4bfa48d admin admin] Pushing event updated for resources: {'Subnet': ['ID=df7c5eba-93a9-4f97-9356-1dcfa994647a,revision_number=0']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:51:00.720251 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef3d8e2-b39f-4fd7-bec0-ae1ac4bfa48d admin admin] Checking segment: {'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 02:51:00.720598 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef3d8e2-b39f-4fd7-bec0-ae1ac4bfa48d admin admin] Network hostable DHCP agents. Network: ec1e2d0f-026f-465c-b326-53f6d0173c72, hostable agents: ['d6364138-709a-4c77-9f16-97f76425e773'], hosted agents: [] {{(pid=106636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 02:51:00.801128 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef3d8e2-b39f-4fd7-bec0-ae1ac4bfa48d admin admin] Network ec1e2d0f-026f-465c-b326-53f6d0173c72 is scheduled to be hosted by DHCP agent d6364138-709a-4c77-9f16-97f76425e773 with binding_index 1 {{(pid=106636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 02:51:00.886506 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [None req-9ef3d8e2-b39f-4fd7-bec0-ae1ac4bfa48d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814333-1-iscsi, ec1e2d0f-026f-465c-b326-53f6d0173c72) {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 02:51:00.890546 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef3d8e2-b39f-4fd7-bec0-ae1ac4bfa48d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:51:00.891128 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9ef3d8e2-b39f-4fd7-bec0-ae1ac4bfa48d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for subnet, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:51:00.896441 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d1796c-784c-4ed3-933c-297d39cfa138 None None] Network ec1e2d0f-026f-465c-b326-53f6d0173c72 requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 02:51:01.002338 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-9ef3d8e2-b39f-4fd7-bec0-ae1ac4bfa48d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8266377 Oct 18 02:51:01.026758 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfc4def-67a0-40f4-b5fb-17a9dc1cf909 None None] Network ec1e2d0f-026f-465c-b326-53f6d0173c72 requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 02:51:03.320672 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 56006) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:51:03.529963 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-7d826dde-cb7b-4dbf-89ca-3c1d507e7100 admin admin] 10.222.0.30 "GET /v2.0/routers/bc575a69-4e6e-4833-83aa-14f4e6da620c HTTP/1.1" status: 200 len: 710 time: 0.2080412 Oct 18 02:51:03.618785 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cb299d-7f45-4b79-8294-98e0b99d6fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:51:03.620138 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-d7cb299d-7f45-4b79-8294-98e0b99d6fcc admin admin] 10.222.0.30 "GET /v2.0/networks/ec1e2d0f-026f-465c-b326-53f6d0173c72 HTTP/1.1" status: 200 len: 886 time: 0.0843489 Oct 18 02:51:03.629810 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [None req-00ed5473-9145-47fa-bd09-d420025559cf admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'}}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:51:03.923254 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-00ed5473-9145-47fa-bd09-d420025559cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:51:04.253833 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-00ed5473-9145-47fa-bd09-d420025559cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:51:04.329017 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-00ed5473-9145-47fa-bd09-d420025559cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:51:04.485638 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.db_base_plugin_common [None req-00ed5473-9145-47fa-bd09-d420025559cf admin admin] Allocated IP 172.27.3.244 (ec1e2d0f-026f-465c-b326-53f6d0173c72/df7c5eba-93a9-4f97-9356-1dcfa994647a/90bd9419-1cbb-4d37-84f8-a3a33490282b) {{(pid=106636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 02:51:04.596634 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-00ed5473-9145-47fa-bd09-d420025559cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:51:04.836941 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-00ed5473-9145-47fa-bd09-d420025559cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598'] for port, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:51:04.912252 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ed5473-9145-47fa-bd09-d420025559cf admin admin] Network ec1e2d0f-026f-465c-b326-53f6d0173c72 is already hosted by enough agents. {{(pid=106636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 02:51:04.917467 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [None req-00ed5473-9145-47fa-bd09-d420025559cf admin admin] Resources bound (agent type, host, resource id): {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 02:51:04.924189 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ed5473-9145-47fa-bd09-d420025559cf admin admin] Received port after_create {{(pid=106636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 02:51:04.934261 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed5473-9145-47fa-bd09-d420025559cf admin admin] Pushing event updated for resources: {'Port': ['ID=90bd9419-1cbb-4d37-84f8-a3a33490282b,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:51:05.400043 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-00ed5473-9145-47fa-bd09-d420025559cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:51:05.599307 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-00ed5473-9145-47fa-bd09-d420025559cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-612738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3398'] for router, precommit_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:51:05.603917 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-00ed5473-9145-47fa-bd09-d420025559cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-612747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-612796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-611413'] for router, after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:51:05.777063 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ed5473-9145-47fa-bd09-d420025559cf admin admin] Router bc575a69-4e6e-4833-83aa-14f4e6da620c has already been hosted by L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 {{(pid=106636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 02:51:05.888374 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 523e3c85-bee1-44c0-8e86-1581cc3f2dd1 up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 02:51:05.891638 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ed5473-9145-47fa-bd09-d420025559cf admin admin] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 02:51:05.897125 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-00ed5473-9145-47fa-bd09-d420025559cf admin admin] Notify callbacks [] for router, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:51:05.897324 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-00ed5473-9145-47fa-bd09-d420025559cf admin admin] 10.222.0.30 "PUT /v2.0/routers/bc575a69-4e6e-4833-83aa-14f4e6da620c HTTP/1.1" status: 200 len: 890 time: 2.2707286 Oct 18 02:51:05.949289 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port 523e3c85-bee1-44c0-8e86-1581cc3f2dd1 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:51:05.949776 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:51:06.255107 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d88db5-f3f5-4074-acdb-7196bf77ea75 None None] Sync routers for ids ['bc575a69-4e6e-4833-83aa-14f4e6da620c'] in dv-cinder-814333-1-iscsi {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 02:51:06.267037 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d88db5-f3f5-4074-acdb-7196bf77ea75 None None] Routers {'bc575a69-4e6e-4833-83aa-14f4e6da620c'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 02:51:06.267745 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-14d88db5-f3f5-4074-acdb-7196bf77ea75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T02:50:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['bc575a69-4e6e-4833-83aa-14f4e6da620c'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:51:06.548436 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-14d88db5-f3f5-4074-acdb-7196bf77ea75 None None] Set router bc575a69-4e6e-4833-83aa-14f4e6da620c gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 02:51:06.927450 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-14d88db5-f3f5-4074-acdb-7196bf77ea75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc575a69-4e6e-4833-83aa-14f4e6da620c', 'name': 'router1', 'tenant_id': 'e6ee986d7c324c578a59c86c9d68035b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '90bd9419-1cbb-4d37-84f8-a3a33490282b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:50:46Z', 'updated_at': '2021-10-18T02:51:05Z', 'revision_number': 4, 'project_id': 'e6ee986d7c324c578a59c86c9d68035b', 'gw_port': {'id': '90bd9419-1cbb-4d37-84f8-a3a33490282b', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:13:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc575a69-4e6e-4833-83aa-14f4e6da620c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:51:04Z', 'updated_at': '2021-10-18T02:51:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': '523e3c85-bee1-44c0-8e86-1581cc3f2dd1', 'name': '', 'network_id': '34c394f8-1c55-4277-85e6-9570cba9c278', 'tenant_id': 'e6ee986d7c324c578a59c86c9d68035b', 'mac_address': 'fa:16:3e:04:3b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc575a69-4e6e-4833-83aa-14f4e6da620c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7472980-aacc-4469-916d-53e94c3c4fd1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:50:56Z', 'updated_at': '2021-10-18T02:50:59Z', 'revision_number': 5, 'project_id': 'e6ee986d7c324c578a59c86c9d68035b', 'subnets': [{'id': 'd7472980-aacc-4469-916d-53e94c3c4fd1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '60f25ce7-7a21-42e4-a01a-6602fc2b08b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:51:06.979238 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d88db5-f3f5-4074-acdb-7196bf77ea75 None None] Checking router: bc575a69-4e6e-4833-83aa-14f4e6da620c for host: dv-cinder-814333-1-iscsi {{(pid=106638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 02:51:06.979594 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d88db5-f3f5-4074-acdb-7196bf77ea75 None None] Updating router bc575a69-4e6e-4833-83aa-14f4e6da620c port 90bd9419-1cbb-4d37-84f8-a3a33490282b binding host dv-cinder-814333-1-iscsi {{(pid=106638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 02:51:07.025343 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-14d88db5-f3f5-4074-acdb-7196bf77ea75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:51:07.336085 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-14d88db5-f3f5-4074-acdb-7196bf77ea75 None None] Notify callbacks [] for port, precommit_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:51:07.440767 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-14d88db5-f3f5-4074-acdb-7196bf77ea75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:51:07.571977 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-14d88db5-f3f5-4074-acdb-7196bf77ea75 None None] Attempting to bind port 90bd9419-1cbb-4d37-84f8-a3a33490282b on host dv-cinder-814333-1-iscsi for vnic_type normal with profile {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 02:51:07.572252 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-14d88db5-f3f5-4074-acdb-7196bf77ea75 None None] Attempting to bind port 90bd9419-1cbb-4d37-84f8-a3a33490282b by drivers openvswitch,hyperv on host dv-cinder-814333-1-iscsi at level 0 using segments [{'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'}] {{(pid=106638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 02:51:07.572610 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d88db5-f3f5-4074-acdb-7196bf77ea75 None None] Attempting to bind port 90bd9419-1cbb-4d37-84f8-a3a33490282b on network ec1e2d0f-026f-465c-b326-53f6d0173c72 {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 02:51:07.574490 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c862c509-33a6-4f8b-9705-47a181c37364 None None] Pushing event updated for resources: {'Port': ['ID=90bd9419-1cbb-4d37-84f8-a3a33490282b,revision_number=2']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:51:07.579759 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d88db5-f3f5-4074-acdb-7196bf77ea75 None None] Checking agent: {'id': '725b6bc2-91e5-4fb5-a09c-abe917cff252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 50, 22), 'started_at': datetime.datetime(2021, 10, 18, 2, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 2, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 02:51:07.580133 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d88db5-f3f5-4074-acdb-7196bf77ea75 None None] Checking segment: {'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 02:51:07.580530 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-14d88db5-f3f5-4074-acdb-7196bf77ea75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:51:07.580910 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d88db5-f3f5-4074-acdb-7196bf77ea75 None None] Bound using segment: {'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'} {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 02:51:07.581370 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-14d88db5-f3f5-4074-acdb-7196bf77ea75 None None] Bound port: 90bd9419-1cbb-4d37-84f8-a3a33490282b, host: dv-cinder-814333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'}}] {{(pid=106638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 02:51:07.581768 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-14d88db5-f3f5-4074-acdb-7196bf77ea75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:51:07.632711 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-14d88db5-f3f5-4074-acdb-7196bf77ea75 None None] For port 90bd9419-1cbb-4d37-84f8-a3a33490282b, host dv-cinder-814333-1-iscsi, cleared binding levels {{(pid=106638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 02:51:07.636031 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-14d88db5-f3f5-4074-acdb-7196bf77ea75 None None] For port 90bd9419-1cbb-4d37-84f8-a3a33490282b, host dv-cinder-814333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=90bd9419-1cbb-4d37-84f8-a3a33490282b,segment=NetworkSegment(945c2ffc-cf09-447c-9907-99c5ee5cf6c6),segment_id=945c2ffc-cf09-447c-9907-99c5ee5cf6c6)] {{(pid=106638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 02:51:07.715420 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-14d88db5-f3f5-4074-acdb-7196bf77ea75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:51:07.770426 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d88db5-f3f5-4074-acdb-7196bf77ea75 None None] Routers {'bc575a69-4e6e-4833-83aa-14f4e6da620c'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 02:51:07.771031 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-14d88db5-f3f5-4074-acdb-7196bf77ea75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T02:50:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['bc575a69-4e6e-4833-83aa-14f4e6da620c'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:51:07.776098 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c862c509-33a6-4f8b-9705-47a181c37364 None None] Pushing event updated for resources: {'Port': ['ID=90bd9419-1cbb-4d37-84f8-a3a33490282b,revision_number=3']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:51:07.884703 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-14d88db5-f3f5-4074-acdb-7196bf77ea75 None None] Set router bc575a69-4e6e-4833-83aa-14f4e6da620c gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 02:51:08.093921 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-14d88db5-f3f5-4074-acdb-7196bf77ea75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc575a69-4e6e-4833-83aa-14f4e6da620c', 'name': 'router1', 'tenant_id': 'e6ee986d7c324c578a59c86c9d68035b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '90bd9419-1cbb-4d37-84f8-a3a33490282b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:50:46Z', 'updated_at': '2021-10-18T02:51:05Z', 'revision_number': 4, 'project_id': 'e6ee986d7c324c578a59c86c9d68035b', 'gw_port': {'id': '90bd9419-1cbb-4d37-84f8-a3a33490282b', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:13:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc575a69-4e6e-4833-83aa-14f4e6da620c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:51:04Z', 'updated_at': '2021-10-18T02:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': '523e3c85-bee1-44c0-8e86-1581cc3f2dd1', 'name': '', 'network_id': '34c394f8-1c55-4277-85e6-9570cba9c278', 'tenant_id': 'e6ee986d7c324c578a59c86c9d68035b', 'mac_address': 'fa:16:3e:04:3b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc575a69-4e6e-4833-83aa-14f4e6da620c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7472980-aacc-4469-916d-53e94c3c4fd1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:50:56Z', 'updated_at': '2021-10-18T02:50:59Z', 'revision_number': 5, 'project_id': 'e6ee986d7c324c578a59c86c9d68035b', 'subnets': [{'id': 'd7472980-aacc-4469-916d-53e94c3c4fd1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '60f25ce7-7a21-42e4-a01a-6602fc2b08b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:51:08.123918 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d88db5-f3f5-4074-acdb-7196bf77ea75 None None] The sync data for ids ['bc575a69-4e6e-4833-83aa-14f4e6da620c'] in dv-cinder-814333-1-iscsi is: [{'id': 'bc575a69-4e6e-4833-83aa-14f4e6da620c', 'name': 'router1', 'tenant_id': 'e6ee986d7c324c578a59c86c9d68035b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '90bd9419-1cbb-4d37-84f8-a3a33490282b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:50:46Z', 'updated_at': '2021-10-18T02:51:05Z', 'revision_number': 4, 'project_id': 'e6ee986d7c324c578a59c86c9d68035b', 'gw_port': {'id': '90bd9419-1cbb-4d37-84f8-a3a33490282b', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:13:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc575a69-4e6e-4833-83aa-14f4e6da620c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:51:04Z', 'updated_at': '2021-10-18T02:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': '523e3c85-bee1-44c0-8e86-1581cc3f2dd1', 'name': '', 'network_id': '34c394f8-1c55-4277-85e6-9570cba9c278', 'tenant_id': 'e6ee986d7c324c578a59c86c9d68035b', 'mac_address': 'fa:16:3e:04:3b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc575a69-4e6e-4833-83aa-14f4e6da620c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7472980-aacc-4469-916d-53e94c3c4fd1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:50:56Z', 'updated_at': '2021-10-18T02:50:59Z', 'revision_number': 5, 'project_id': 'e6ee986d7c324c578a59c86c9d68035b', 'subnets': [{'id': 'd7472980-aacc-4469-916d-53e94c3c4fd1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '60f25ce7-7a21-42e4-a01a-6602fc2b08b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 02:51:08.368588 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 56018) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:51:08.490840 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-33e75f93-9cf0-4a00-9732-e6a952b52161 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1210871 Oct 18 02:51:09.902195 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 90bd9419-1cbb-4d37-84f8-a3a33490282b up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 02:51:09.958283 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port 90bd9419-1cbb-4d37-84f8-a3a33490282b triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:51:09.958283 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:51:10.038353 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:51:10.062020 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] For port 90bd9419-1cbb-4d37-84f8-a3a33490282b, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=90bd9419-1cbb-4d37-84f8-a3a33490282b,segment=NetworkSegment(945c2ffc-cf09-447c-9907-99c5ee5cf6c6),segment_id=945c2ffc-cf09-447c-9907-99c5ee5cf6c6)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 02:51:10.143005 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:51:10.208003 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Pushing event updated for resources: {'Port': ['ID=90bd9419-1cbb-4d37-84f8-a3a33490282b,revision_number=4']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:51:11.908711 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 90bd9419-1cbb-4d37-84f8-a3a33490282b up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 02:51:11.990317 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port 90bd9419-1cbb-4d37-84f8-a3a33490282b triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:51:11.991053 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:51:19.274495 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-1415107e-a2c1-4f23-88bc-4ea29a3f8cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:51:21.851877 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-8177e9c6-cb3a-40ce-bf38-2f6bbcd0a842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:51:22.497551 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:51:23.172180 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:51:24.572094 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:51:35.610405 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 5 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 02:51:49.257619 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-afbabf40-e0f1-49f7-90d5-c9cbc7be5088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:51:51.943714 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-ac45bbb1-5dd3-44cb-a830-140d90da552c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:51:52.799834 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:51:53.154222 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:51:54.564774 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:52:12.610009 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 5 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 02:52:19.261985 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-ea435b00-2cf4-46ca-9713-53269d6442a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:52:21.854909 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-14188286-1093-4e40-b3cc-4579f4d6770c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:52:22.483358 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:52:23.170300 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:52:24.547008 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:52:47.110435 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 56580) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:52:47.171710 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f667cc-4d9e-48f0-bfc7-b737688dd2c4 admin admin] GET failed (client error): The resource could not be found. Oct 18 02:52:47.173022 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-21f667cc-4d9e-48f0-bfc7-b737688dd2c4 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0612915 Oct 18 02:52:47.334426 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8d2710-85b5-4365-b00a-ced59357458e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:52:47.334426 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-7d8d2710-85b5-4365-b00a-ced59357458e admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1548765 Oct 18 02:52:49.294237 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-ff34b8ce-497b-471b-bb11-665abb64211e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:52:49.520061 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 56590) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:52:49.608730 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 5 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 02:52:49.611013 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0621795d-bd5c-4ccd-aa16-d1470b91cb10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:52:49.612420 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-0621795d-bd5c-4ccd-aa16-d1470b91cb10 admin admin] 10.222.0.30 "GET /v2.0/subnets/d7472980-aacc-4469-916d-53e94c3c4fd1 HTTP/1.1" status: 200 len: 849 time: 0.0913973 Oct 18 02:52:49.622608 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-157a6f5a-3ac6-42a8-b76e-70c5f797197e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:52:49.709017 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-157a6f5a-3ac6-42a8-b76e-70c5f797197e admin admin] Notify callbacks [] for subnet, before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:52:49.906553 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-157a6f5a-3ac6-42a8-b76e-70c5f797197e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748751486769'] for subnet, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:52:49.936464 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157a6f5a-3ac6-42a8-b76e-70c5f797197e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:52:49.937071 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-157a6f5a-3ac6-42a8-b76e-70c5f797197e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for subnet, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:52:49.938372 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-157a6f5a-3ac6-42a8-b76e-70c5f797197e admin admin] 10.222.0.30 "PUT /v2.0/subnets/d7472980-aacc-4469-916d-53e94c3c4fd1 HTTP/1.1" status: 200 len: 868 time: 0.3194213 Oct 18 02:52:49.952781 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed834cf4-480f-404d-ab9a-1b0fab836469 None None] Network 34c394f8-1c55-4277-85e6-9570cba9c278 requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 02:52:49.958643 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a6f5a-3ac6-42a8-b76e-70c5f797197e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7472980-aacc-4469-916d-53e94c3c4fd1,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:52:49.965838 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a6f5a-3ac6-42a8-b76e-70c5f797197e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:52:49.966224 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a6f5a-3ac6-42a8-b76e-70c5f797197e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:52:49.966574 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a6f5a-3ac6-42a8-b76e-70c5f797197e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:52:49.966915 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a6f5a-3ac6-42a8-b76e-70c5f797197e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:52:49.967250 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a6f5a-3ac6-42a8-b76e-70c5f797197e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:52:49.967600 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a6f5a-3ac6-42a8-b76e-70c5f797197e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:52:49.967937 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a6f5a-3ac6-42a8-b76e-70c5f797197e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:52:49.968284 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a6f5a-3ac6-42a8-b76e-70c5f797197e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:52:49.968635 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a6f5a-3ac6-42a8-b76e-70c5f797197e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:52:49.968966 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a6f5a-3ac6-42a8-b76e-70c5f797197e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:52:49.969291 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a6f5a-3ac6-42a8-b76e-70c5f797197e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:52:49.969615 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a6f5a-3ac6-42a8-b76e-70c5f797197e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:52:50.308422 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-62b55c7c-292c-4a8f-b62d-d6d1a791d36a None None] Provisioning complete for port 523e3c85-bee1-44c0-8e86-1581cc3f2dd1 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:52:50.308961 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-62b55c7c-292c-4a8f-b62d-d6d1a791d36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:52:50.394017 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-62b55c7c-292c-4a8f-b62d-d6d1a791d36a None None] Provisioning complete for port 1a4a2c25-30dd-418c-b07b-da3a99d6d18a triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:52:50.394395 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-62b55c7c-292c-4a8f-b62d-d6d1a791d36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:52:51.848606 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-1b1d3811-196a-4fdf-9906-415468716375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:52:52.154685 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 56598) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:52:52.357294 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f70091-d44a-4420-b919-d85f5ea2940f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:52:52.357768 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f70091-d44a-4420-b919-d85f5ea2940f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:52:52.359332 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-06f70091-d44a-4420-b919-d85f5ea2940f admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2036729 Oct 18 02:52:52.506848 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:52:53.209571 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:52:54.559158 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 56608) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:52:54.672586 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:52:54.755457 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7098fc-d2e4-4ed4-a746-102f25f19afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:52:54.755841 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7098fc-d2e4-4ed4-a746-102f25f19afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:52:54.757356 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-7e7098fc-d2e4-4ed4-a746-102f25f19afd admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1972549 Oct 18 02:52:56.949352 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 56616) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:52:57.094029 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5475face-be4d-43f8-ba03-e1aad1d6b899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:52:57.095445 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-5475face-be4d-43f8-ba03-e1aad1d6b899 admin admin] 10.222.0.30 "GET /v2.0/networks/34c394f8-1c55-4277-85e6-9570cba9c278 HTTP/1.1" status: 200 len: 869 time: 0.1451228 Oct 18 02:52:59.265155 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 56624) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:52:59.389390 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac12c0f-8218-44ef-9e15-cf04e29d9165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:52:59.390771 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-8ac12c0f-8218-44ef-9e15-cf04e29d9165 admin admin] 10.222.0.30 "GET /v2.0/networks/ec1e2d0f-026f-465c-b326-53f6d0173c72 HTTP/1.1" status: 200 len: 886 time: 0.1246817 Oct 18 02:53:01.585939 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 56632) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:53:01.710170 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3323533f-a577-429f-a9b7-03919eadd43e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:53:01.710620 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3323533f-a577-429f-a9b7-03919eadd43e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:53:01.712142 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-3323533f-a577-429f-a9b7-03919eadd43e admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1252663 Oct 18 02:53:03.956254 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 56640) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:53:04.046105 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221879f8-7193-48de-a2fe-69323701cafc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:53:04.046560 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221879f8-7193-48de-a2fe-69323701cafc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:53:04.048095 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-221879f8-7193-48de-a2fe-69323701cafc admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0908606 Oct 18 02:53:06.288038 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 56648) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:53:06.381853 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd1d667-ddfe-48b0-b37f-81df4fe07cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:53:06.383220 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-7dd1d667-ddfe-48b0-b37f-81df4fe07cea admin admin] 10.222.0.30 "GET /v2.0/subnets/d7472980-aacc-4469-916d-53e94c3c4fd1 HTTP/1.1" status: 200 len: 868 time: 0.0942354 Oct 18 02:53:08.587352 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 56656) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:53:08.671320 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9a4d81-774d-49e7-b1a1-b1a19fa9bdce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:53:08.673205 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-bc9a4d81-774d-49e7-b1a1-b1a19fa9bdce admin admin] 10.222.0.30 "GET /v2.0/subnets/df7c5eba-93a9-4f97-9356-1dcfa994647a HTTP/1.1" status: 200 len: 816 time: 0.0843484 Oct 18 02:53:19.253329 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-8443a890-a476-4e0d-8578-2c81f01aa327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:53:21.854418 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-399d3aaa-9fc6-4e70-82b3-20e3d137c13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:53:22.501240 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:53:23.168743 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:53:24.563422 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:53:26.608134 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 5 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 02:53:32.893679 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 56712) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:53:32.940238 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [None req-81a80466-f392-43c7-81d4-318d92df7c2b admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=106637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 02:53:32.941215 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-81a80466-f392-43c7-81d4-318d92df7c2b admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466058 Oct 18 02:53:35.266635 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 56720) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:53:35.327125 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ee9290-98cb-42cd-aa3b-317ce0762906 admin admin] GET failed (client error): The resource could not be found. Oct 18 02:53:35.329632 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-36ee9290-98cb-42cd-aa3b-317ce0762906 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0617933 Oct 18 02:53:35.471404 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdc57b9-63b2-4d84-92fe-91f93e83dcf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:53:35.472834 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-0bdc57b9-63b2-4d84-92fe-91f93e83dcf1 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1388659 Oct 18 02:53:37.679270 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 56728) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:53:37.726981 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [None req-499c923b-c879-43e4-a98f-4361a05b4227 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:53:37.871049 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499c923b-c879-43e4-a98f-4361a05b4227 admin admin] Made reservation on behalf of 0c128d8210e74ae7922f383fd15cdf2a for: {'network': 1} {{(pid=106636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 02:53:37.873243 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-499c923b-c879-43e4-a98f-4361a05b4227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for network, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:53:37.910304 dv-cinder-814333-1-iscsi neutron-server[106636]: WARNING neutron.services.revisions.revision_plugin [None req-499c923b-c879-43e4-a98f-4361a05b4227 admin admin] Could not find related network for resource to bump revision. Oct 18 02:53:37.923139 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-499c923b-c879-43e4-a98f-4361a05b4227 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=106636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 02:53:37.932347 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-499c923b-c879-43e4-a98f-4361a05b4227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965'] for segment, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:53:37.932686 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.db.segments_db [None req-499c923b-c879-43e4-a98f-4361a05b4227 admin admin] Added segment f0e5daf0-1892-4ffe-9eec-75e2a3ac99d9 of type vlan for network ed5b7935-e251-4b48-b237-4a6b97b7f3d6 Oct 18 02:53:37.972682 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-499c923b-c879-43e4-a98f-4361a05b4227 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748750891129'] for network, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:53:38.099754 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-499c923b-c879-43e4-a98f-4361a05b4227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149'] for network, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:53:38.100680 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499c923b-c879-43e4-a98f-4361a05b4227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:53:38.101274 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-499c923b-c879-43e4-a98f-4361a05b4227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for network, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:53:38.159704 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c923b-c879-43e4-a98f-4361a05b4227 admin admin] Pushing event updated for resources: {'Network': ['ID=ed5b7935-e251-4b48-b237-4a6b97b7f3d6,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:53:38.165820 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c923b-c879-43e4-a98f-4361a05b4227 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:53:38.171595 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c923b-c879-43e4-a98f-4361a05b4227 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:53:38.171595 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c923b-c879-43e4-a98f-4361a05b4227 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:53:38.171595 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c923b-c879-43e4-a98f-4361a05b4227 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:53:38.171595 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c923b-c879-43e4-a98f-4361a05b4227 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:53:38.171595 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c923b-c879-43e4-a98f-4361a05b4227 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:53:38.171595 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c923b-c879-43e4-a98f-4361a05b4227 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:53:38.171595 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c923b-c879-43e4-a98f-4361a05b4227 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:53:38.171595 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c923b-c879-43e4-a98f-4361a05b4227 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:53:38.171595 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c923b-c879-43e4-a98f-4361a05b4227 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:53:38.171595 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c923b-c879-43e4-a98f-4361a05b4227 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:53:38.171595 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c923b-c879-43e4-a98f-4361a05b4227 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:53:38.181039 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Network ed5b7935-e251-4b48-b237-4a6b97b7f3d6 details requested by agent ovs-agent-dv-cinder-814333-1-iscsi with host dv-cinder-814333-1-iscsi {{(pid=106638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 02:53:38.221390 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-499c923b-c879-43e4-a98f-4361a05b4227 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5410368 Oct 18 02:53:40.494174 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 56736) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:53:40.554402 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.pecan_wsgi.hooks.translation [None req-793a0597-5174-4cd3-b70b-4449d56545a8 admin admin] GET failed (client error): The resource could not be found. Oct 18 02:53:40.555695 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-793a0597-5174-4cd3-b70b-4449d56545a8 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0605969 Oct 18 02:53:40.708207 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f845a857-049e-49b6-838e-04d48860a9a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:53:40.709567 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-f845a857-049e-49b6-838e-04d48860a9a7 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1493402 Oct 18 02:53:40.720744 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-485c9c02-7029-426a-8cfb-be42b00a297b admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'ed5b7935-e251-4b48-b237-4a6b97b7f3d6', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:53:40.812150 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485c9c02-7029-426a-8cfb-be42b00a297b admin admin] Made reservation on behalf of 0c128d8210e74ae7922f383fd15cdf2a for: {'subnet': 1} {{(pid=106637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 02:53:40.814429 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-485c9c02-7029-426a-8cfb-be42b00a297b admin admin] Notify callbacks [] for subnet, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:53:41.065606 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-485c9c02-7029-426a-8cfb-be42b00a297b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149'] for subnet, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:53:41.118604 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c9c02-7029-426a-8cfb-be42b00a297b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5d2057a-a3d3-442d-8882-4f80d14fde9a,revision_number=0']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:53:41.128456 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485c9c02-7029-426a-8cfb-be42b00a297b admin admin] Checking segment: {'id': 'f0e5daf0-1892-4ffe-9eec-75e2a3ac99d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ed5b7935-e251-4b48-b237-4a6b97b7f3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 02:53:41.128794 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485c9c02-7029-426a-8cfb-be42b00a297b admin admin] Network hostable DHCP agents. Network: ed5b7935-e251-4b48-b237-4a6b97b7f3d6, hostable agents: ['d6364138-709a-4c77-9f16-97f76425e773'], hosted agents: [] {{(pid=106637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 02:53:41.212670 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485c9c02-7029-426a-8cfb-be42b00a297b admin admin] Network ed5b7935-e251-4b48-b237-4a6b97b7f3d6 is scheduled to be hosted by DHCP agent d6364138-709a-4c77-9f16-97f76425e773 with binding_index 1 {{(pid=106637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 02:53:41.288359 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [None req-485c9c02-7029-426a-8cfb-be42b00a297b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814333-1-iscsi, ed5b7935-e251-4b48-b237-4a6b97b7f3d6) {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 02:53:41.292306 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485c9c02-7029-426a-8cfb-be42b00a297b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:53:41.292880 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-485c9c02-7029-426a-8cfb-be42b00a297b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for subnet, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:53:41.298714 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe288c2-f4c9-42ef-9f79-c6cbb9c1dfee None None] Network ed5b7935-e251-4b48-b237-4a6b97b7f3d6 requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 02:53:41.402550 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-485c9c02-7029-426a-8cfb-be42b00a297b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6859689 Oct 18 02:53:41.541890 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17578d6a-481e-4cf7-90a4-5c4fb01c4de1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd97ac7e-b8df-5221-be60-5c49b09c5ecf-ed5b7935-e251-4b48-b237-4a6b97b7f3d6', 'network_id': 'ed5b7935-e251-4b48-b237-4a6b97b7f3d6', 'tenant_id': '0c128d8210e74ae7922f383fd15cdf2a', 'fixed_ips': [{'subnet_id': 'c5d2057a-a3d3-442d-8882-4f80d14fde9a'}]}} from dv-cinder-814333-1-iscsi. {{(pid=106638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 02:53:41.542882 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-17578d6a-481e-4cf7-90a4-5c4fb01c4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:53:41.679878 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.db_base_plugin_common [None req-17578d6a-481e-4cf7-90a4-5c4fb01c4de1 None None] Allocated IP 192.168.233.2 (ed5b7935-e251-4b48-b237-4a6b97b7f3d6/c5d2057a-a3d3-442d-8882-4f80d14fde9a/323e92c9-24a6-43d3-bdde-dc9588e8af02) {{(pid=106638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 02:53:41.824331 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-17578d6a-481e-4cf7-90a4-5c4fb01c4de1 None None] Notify callbacks [] for port, precommit_create {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:53:41.912027 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-17578d6a-481e-4cf7-90a4-5c4fb01c4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598'] for port, after_create {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:53:41.949549 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17578d6a-481e-4cf7-90a4-5c4fb01c4de1 None None] Network ed5b7935-e251-4b48-b237-4a6b97b7f3d6 is already hosted by enough agents. {{(pid=106638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 02:53:41.953067 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.scheduler.base_scheduler [None req-17578d6a-481e-4cf7-90a4-5c4fb01c4de1 None None] Resources bound (agent type, host, resource id): {{(pid=106638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 02:53:41.956725 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17578d6a-481e-4cf7-90a4-5c4fb01c4de1 None None] Received port after_create {{(pid=106638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 02:53:41.965173 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17578d6a-481e-4cf7-90a4-5c4fb01c4de1 None None] Pushing event updated for resources: {'Port': ['ID=323e92c9-24a6-43d3-bdde-dc9588e8af02,revision_number=1']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:53:41.988595 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17578d6a-481e-4cf7-90a4-5c4fb01c4de1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:53:41.988968 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17578d6a-481e-4cf7-90a4-5c4fb01c4de1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:53:41.989318 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17578d6a-481e-4cf7-90a4-5c4fb01c4de1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:53:41.989663 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17578d6a-481e-4cf7-90a4-5c4fb01c4de1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:53:41.990027 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17578d6a-481e-4cf7-90a4-5c4fb01c4de1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:53:41.990362 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17578d6a-481e-4cf7-90a4-5c4fb01c4de1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:53:41.990701 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17578d6a-481e-4cf7-90a4-5c4fb01c4de1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:53:41.991079 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17578d6a-481e-4cf7-90a4-5c4fb01c4de1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:53:41.991388 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17578d6a-481e-4cf7-90a4-5c4fb01c4de1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:53:41.991969 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17578d6a-481e-4cf7-90a4-5c4fb01c4de1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:53:41.992291 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17578d6a-481e-4cf7-90a4-5c4fb01c4de1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:53:41.992611 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17578d6a-481e-4cf7-90a4-5c4fb01c4de1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:53:42.027598 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-17578d6a-481e-4cf7-90a4-5c4fb01c4de1 None None] Attempting to bind port 323e92c9-24a6-43d3-bdde-dc9588e8af02 on host dv-cinder-814333-1-iscsi for vnic_type normal with profile {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 02:53:42.027969 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-17578d6a-481e-4cf7-90a4-5c4fb01c4de1 None None] Attempting to bind port 323e92c9-24a6-43d3-bdde-dc9588e8af02 by drivers openvswitch,hyperv on host dv-cinder-814333-1-iscsi at level 0 using segments [{'id': 'f0e5daf0-1892-4ffe-9eec-75e2a3ac99d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ed5b7935-e251-4b48-b237-4a6b97b7f3d6'}] {{(pid=106638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 02:53:42.028324 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17578d6a-481e-4cf7-90a4-5c4fb01c4de1 None None] Attempting to bind port 323e92c9-24a6-43d3-bdde-dc9588e8af02 on network ed5b7935-e251-4b48-b237-4a6b97b7f3d6 {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 02:53:42.034117 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17578d6a-481e-4cf7-90a4-5c4fb01c4de1 None None] Checking agent: {'id': '725b6bc2-91e5-4fb5-a09c-abe917cff252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 50, 22), 'started_at': datetime.datetime(2021, 10, 18, 2, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 2, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 02:53:42.034492 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17578d6a-481e-4cf7-90a4-5c4fb01c4de1 None None] Checking segment: {'id': 'f0e5daf0-1892-4ffe-9eec-75e2a3ac99d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ed5b7935-e251-4b48-b237-4a6b97b7f3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 02:53:42.034896 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-17578d6a-481e-4cf7-90a4-5c4fb01c4de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:53:42.035287 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17578d6a-481e-4cf7-90a4-5c4fb01c4de1 None None] Bound using segment: {'id': 'f0e5daf0-1892-4ffe-9eec-75e2a3ac99d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ed5b7935-e251-4b48-b237-4a6b97b7f3d6'} {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 02:53:42.035756 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-17578d6a-481e-4cf7-90a4-5c4fb01c4de1 None None] Bound port: 323e92c9-24a6-43d3-bdde-dc9588e8af02, host: dv-cinder-814333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0e5daf0-1892-4ffe-9eec-75e2a3ac99d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ed5b7935-e251-4b48-b237-4a6b97b7f3d6'}}] {{(pid=106638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 02:53:42.036136 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-17578d6a-481e-4cf7-90a4-5c4fb01c4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:53:42.102192 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-17578d6a-481e-4cf7-90a4-5c4fb01c4de1 None None] For port 323e92c9-24a6-43d3-bdde-dc9588e8af02, host dv-cinder-814333-1-iscsi, cleared binding levels {{(pid=106638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 02:53:42.105518 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-17578d6a-481e-4cf7-90a4-5c4fb01c4de1 None None] For port 323e92c9-24a6-43d3-bdde-dc9588e8af02, host dv-cinder-814333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=323e92c9-24a6-43d3-bdde-dc9588e8af02,segment=NetworkSegment(f0e5daf0-1892-4ffe-9eec-75e2a3ac99d9),segment_id=f0e5daf0-1892-4ffe-9eec-75e2a3ac99d9)] {{(pid=106638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 02:53:42.197552 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-17578d6a-481e-4cf7-90a4-5c4fb01c4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:53:42.256646 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17578d6a-481e-4cf7-90a4-5c4fb01c4de1 None None] Pushing event updated for resources: {'Port': ['ID=323e92c9-24a6-43d3-bdde-dc9588e8af02,revision_number=2']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:53:43.044567 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bb5dd4-67c5-48af-a662-db436083aaca None None] Network ed5b7935-e251-4b48-b237-4a6b97b7f3d6 requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 02:53:43.104331 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-2060c585-1019-4f16-868b-5993b0a16f07 None None] Provisioning complete for port 323e92c9-24a6-43d3-bdde-dc9588e8af02 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:53:43.104692 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-2060c585-1019-4f16-868b-5993b0a16f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:53:43.251471 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-2060c585-1019-4f16-868b-5993b0a16f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:53:43.289285 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-2060c585-1019-4f16-868b-5993b0a16f07 None None] For port 323e92c9-24a6-43d3-bdde-dc9588e8af02, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=323e92c9-24a6-43d3-bdde-dc9588e8af02,segment=NetworkSegment(f0e5daf0-1892-4ffe-9eec-75e2a3ac99d9),segment_id=f0e5daf0-1892-4ffe-9eec-75e2a3ac99d9)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 02:53:43.355530 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-2060c585-1019-4f16-868b-5993b0a16f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:53:43.412444 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060c585-1019-4f16-868b-5993b0a16f07 None None] Pushing event updated for resources: {'Port': ['ID=323e92c9-24a6-43d3-bdde-dc9588e8af02,revision_number=3']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:53:43.475792 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-e826486c-3348-4317-a9d8-2ec1565e7792 None None] Provisioning complete for port 323e92c9-24a6-43d3-bdde-dc9588e8af02 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:53:43.476149 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-e826486c-3348-4317-a9d8-2ec1565e7792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:53:44.012969 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 323e92c9-24a6-43d3-bdde-dc9588e8af02 up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 02:53:44.064623 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port 323e92c9-24a6-43d3-bdde-dc9588e8af02 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:53:44.065282 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:53:49.248434 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-90d06ee1-963f-4c0e-b19f-d08fdaea7fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:53:51.882309 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-bdd292f9-c92c-4406-ac4d-fe99632fc6b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:53:52.532437 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:53:53.168219 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:53:54.562262 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:54:03.659901 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 5 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 02:54:19.262413 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-03303a9d-8527-48d2-a736-80dea7345c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:54:21.870091 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-eecbf38c-ce2a-4dc1-b9d8-deb6fcaa1e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:54:22.514579 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:54:23.177345 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:54:24.567102 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:54:40.609465 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 5 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 02:54:49.258297 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-c8614c83-c87d-4911-8513-ee10ba6cdae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:54:51.844412 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-e88ae51c-bc61-4e2e-9c3f-d4dd929c754e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:54:52.515207 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:54:53.193242 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:54:54.570373 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:55:17.608397 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 5 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 02:55:19.289767 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-2ab5c297-73f2-4f7e-8cf6-1f726b9084f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:55:21.868608 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-ab7a8a2b-7dac-4306-ae77-34508ed96a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:55:22.558230 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:55:23.181088 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:55:24.600323 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:55:30.638117 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 56788) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:55:30.644148 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [None req-86eefe5e-703a-4d3c-8a84-60843d0f13b5 tempest-verify_tempest_config-246639381 tempest-verify_tempest_config-246639381-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=106637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 02:55:30.645131 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-86eefe5e-703a-4d3c-8a84-60843d0f13b5 tempest-verify_tempest_config-246639381 tempest-verify_tempest_config-246639381-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060394 Oct 18 02:55:31.239254 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 56806) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:55:31.341513 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-0df63fc5-82ed-4732-beb1-46133c739081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:55:31.412507 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-0df63fc5-82ed-4732-beb1-46133c739081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:55:31.506304 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-0df63fc5-82ed-4732-beb1-46133c739081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:55:31.550095 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df63fc5-82ed-4732-beb1-46133c739081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f81a21d-9f5b-458c-a572-1f9d6c256c0e,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:55:31.554789 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-0df63fc5-82ed-4732-beb1-46133c739081 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=538071251a6a4050a5d0ec49094a59b9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3145449 Oct 18 02:55:31.558045 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 56810) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:55:31.559892 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df63fc5-82ed-4732-beb1-46133c739081 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:55:31.560259 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df63fc5-82ed-4732-beb1-46133c739081 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:55:31.560605 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df63fc5-82ed-4732-beb1-46133c739081 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:55:31.560942 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df63fc5-82ed-4732-beb1-46133c739081 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:55:31.561278 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df63fc5-82ed-4732-beb1-46133c739081 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:55:31.561899 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df63fc5-82ed-4732-beb1-46133c739081 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:55:31.562031 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df63fc5-82ed-4732-beb1-46133c739081 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:55:31.562346 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df63fc5-82ed-4732-beb1-46133c739081 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:55:31.562691 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df63fc5-82ed-4732-beb1-46133c739081 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:55:31.563021 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df63fc5-82ed-4732-beb1-46133c739081 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:55:31.563347 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df63fc5-82ed-4732-beb1-46133c739081 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:55:31.563669 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df63fc5-82ed-4732-beb1-46133c739081 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:55:31.612036 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-075ad38a-2ff9-49fd-8647-339b17b1cfb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:55:31.632915 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-075ad38a-2ff9-49fd-8647-339b17b1cfb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:55:31.786315 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-075ad38a-2ff9-49fd-8647-339b17b1cfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:55:31.788773 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-075ad38a-2ff9-49fd-8647-339b17b1cfb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:55:31.789925 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-075ad38a-2ff9-49fd-8647-339b17b1cfb7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3f81a21d-9f5b-458c-a572-1f9d6c256c0e HTTP/1.1" status: 204 len: 168 time: 0.2308722 Oct 18 02:55:31.799133 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ad38a-2ff9-49fd-8647-339b17b1cfb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f81a21d-9f5b-458c-a572-1f9d6c256c0e,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:55:31.805746 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ad38a-2ff9-49fd-8647-339b17b1cfb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:55:31.808893 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ad38a-2ff9-49fd-8647-339b17b1cfb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:55:31.808893 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ad38a-2ff9-49fd-8647-339b17b1cfb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:55:31.808893 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ad38a-2ff9-49fd-8647-339b17b1cfb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:55:31.808893 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ad38a-2ff9-49fd-8647-339b17b1cfb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:55:31.808893 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ad38a-2ff9-49fd-8647-339b17b1cfb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:55:31.808893 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ad38a-2ff9-49fd-8647-339b17b1cfb7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:55:31.808893 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ad38a-2ff9-49fd-8647-339b17b1cfb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:55:31.809604 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ad38a-2ff9-49fd-8647-339b17b1cfb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:55:31.809604 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ad38a-2ff9-49fd-8647-339b17b1cfb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:55:31.809604 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ad38a-2ff9-49fd-8647-339b17b1cfb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:55:31.809887 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ad38a-2ff9-49fd-8647-339b17b1cfb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:55:49.288354 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-156c3429-4d7e-4753-aca6-7cf1c9449505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:55:51.882607 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-8c002bab-10e9-4f86-bba5-f9241ad39118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:55:52.530846 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:55:53.205255 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:55:54.576494 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:55:54.608136 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 5 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 02:56:19.258861 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-9b2618d4-b22e-4742-89c4-612d0538edbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:56:21.910931 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-98b6347c-5477-411c-b965-f159e1b68072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:56:22.509958 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:56:23.215672 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:56:24.595694 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:56:31.607023 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 5 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 02:56:49.266629 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-673b2ce9-2508-49be-8fdf-ef5242c4ed64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:56:51.863648 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-ef62d9ec-38b0-4849-b8d0-f4d9a430ec8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:56:52.523585 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:56:53.189470 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:56:54.603546 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:57:04.509394 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-632229'] for agent, after_create {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:57:08.606207 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 6 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 02:57:19.268451 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 56888) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:57:19.297240 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-ac611704-d4ff-46b4-b17d-b94797d0cc37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:57:19.371855 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-db6861a9-d216-4f1d-bcfb-96bd1b29d56a admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1023254 Oct 18 02:57:21.582277 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 56902) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:57:21.636100 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-1b9bb569-b222-4764-8468-737cd3c3e461 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0527565 Oct 18 02:57:21.856965 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-059c821e-dfef-4691-a349-9b5b04f3c68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:57:22.514134 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:57:23.194422 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:57:24.573917 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:57:34.442464 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:57:45.606390 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 6 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 02:57:49.255827 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-c36a8efc-80d3-469d-b93e-3a92cdf20399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:57:51.859227 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d9a3b3bc-96e2-4e15-8862-fdb14d4adfd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:57:52.541371 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:57:53.215802 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:57:54.615794 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:04.444490 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:19.266757 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-7b692686-82b6-4953-b69b-c0a229424a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:21.869894 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-6827d135-bc0f-4177-ac96-d1c1a17c4e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:22.518360 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:22.604986 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 6 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 02:58:23.191831 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:24.584043 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:34.463825 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:49.271652 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-b8f7f461-6029-4c96-bbe2-203c285bc66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:51.866432 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-f8d8bc55-fb36-40ba-981d-87b23bb36f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:52.554922 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:53.352021 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:54.634622 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:56.239501 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 57020) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:58:56.604837 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [None req-041b1b51-30f6-435e-874d-3791a7b2b46d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-812679274-network', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:58:56.739970 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041b1b51-30f6-435e-874d-3791a7b2b46d admin admin] Made reservation on behalf of b2bab566054f4b83aef927c6227a69ea for: {'network': 1} {{(pid=106636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 02:58:56.742450 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-041b1b51-30f6-435e-874d-3791a7b2b46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for network, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:56.751602 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-041b1b51-30f6-435e-874d-3791a7b2b46d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:56.827550 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-041b1b51-30f6-435e-874d-3791a7b2b46d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:56.905342 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-041b1b51-30f6-435e-874d-3791a7b2b46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:56.925438 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-041b1b51-30f6-435e-874d-3791a7b2b46d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=106636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 02:58:56.940564 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-041b1b51-30f6-435e-874d-3791a7b2b46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965'] for segment, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:56.940884 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.db.segments_db [None req-041b1b51-30f6-435e-874d-3791a7b2b46d admin admin] Added segment 0a4479a8-2092-4dd6-9759-50afb4a3e69f of type vlan for network 2e8a63a2-5796-4af1-8add-99fedc042cba Oct 18 02:58:56.942937 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b1b51-30f6-435e-874d-3791a7b2b46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384283dc-9592-492a-9cef-1e820918c275,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:58:56.963279 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b1b51-30f6-435e-874d-3791a7b2b46d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:58:56.963659 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b1b51-30f6-435e-874d-3791a7b2b46d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:58:56.964002 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b1b51-30f6-435e-874d-3791a7b2b46d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:58:56.964344 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b1b51-30f6-435e-874d-3791a7b2b46d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:58:56.964676 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b1b51-30f6-435e-874d-3791a7b2b46d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:58:56.965011 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b1b51-30f6-435e-874d-3791a7b2b46d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:58:56.965341 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b1b51-30f6-435e-874d-3791a7b2b46d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:58:56.965687 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b1b51-30f6-435e-874d-3791a7b2b46d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:58:56.966059 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b1b51-30f6-435e-874d-3791a7b2b46d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:58:56.966389 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b1b51-30f6-435e-874d-3791a7b2b46d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:58:56.966711 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b1b51-30f6-435e-874d-3791a7b2b46d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:58:56.967034 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b1b51-30f6-435e-874d-3791a7b2b46d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:58:56.968110 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b1b51-30f6-435e-874d-3791a7b2b46d admin admin] Tracked resource versions report: Oct 18 02:58:56.968110 dv-cinder-814333-1-iscsi neutron-server[106636]: pushed versions: Oct 18 02:58:56.968110 dv-cinder-814333-1-iscsi neutron-server[106636]: { 'AddressGroup': {'1.2'}, Oct 18 02:58:56.968110 dv-cinder-814333-1-iscsi neutron-server[106636]: 'ConntrackHelper': {'1.0'}, Oct 18 02:58:56.968110 dv-cinder-814333-1-iscsi neutron-server[106636]: 'Log': {'1.0'}, Oct 18 02:58:56.968110 dv-cinder-814333-1-iscsi neutron-server[106636]: 'Network': {'1.1'}, Oct 18 02:58:56.968110 dv-cinder-814333-1-iscsi neutron-server[106636]: 'Port': {'1.7'}, Oct 18 02:58:56.968110 dv-cinder-814333-1-iscsi neutron-server[106636]: 'PortForwarding': {'1.2'}, Oct 18 02:58:56.968110 dv-cinder-814333-1-iscsi neutron-server[106636]: 'QosPolicy': {'1.9'}, Oct 18 02:58:56.968110 dv-cinder-814333-1-iscsi neutron-server[106636]: 'SecurityGroup': {'1.4'}, Oct 18 02:58:56.968110 dv-cinder-814333-1-iscsi neutron-server[106636]: 'SecurityGroupRule': {'1.2'}, Oct 18 02:58:56.968110 dv-cinder-814333-1-iscsi neutron-server[106636]: 'SubPort': {'1.0'}, Oct 18 02:58:56.968110 dv-cinder-814333-1-iscsi neutron-server[106636]: 'Subnet': {'1.1'}, Oct 18 02:58:56.968110 dv-cinder-814333-1-iscsi neutron-server[106636]: 'Trunk': {'1.1'}} Oct 18 02:58:56.968110 dv-cinder-814333-1-iscsi neutron-server[106636]: consumer versions: Oct 18 02:58:56.968110 dv-cinder-814333-1-iscsi neutron-server[106636]: { DHCP agent@dv-cinder-814333-1-iscsi: {}, Oct 18 02:58:56.968110 dv-cinder-814333-1-iscsi neutron-server[106636]: HyperV agent@hv-cinder-81433: {}, Oct 18 02:58:56.968110 dv-cinder-814333-1-iscsi neutron-server[106636]: L3 agent@dv-cinder-814333-1-iscsi: {}, Oct 18 02:58:56.968110 dv-cinder-814333-1-iscsi neutron-server[106636]: Metadata agent@dv-cinder-814333-1-iscsi: {}, Oct 18 02:58:56.968110 dv-cinder-814333-1-iscsi neutron-server[106636]: Metering agent@dv-cinder-814333-1-iscsi: {}, Oct 18 02:58:56.968110 dv-cinder-814333-1-iscsi neutron-server[106636]: Open vSwitch agent@dv-cinder-814333-1-iscsi: { 'AddressGroup': '1.2', Oct 18 02:58:56.968110 dv-cinder-814333-1-iscsi neutron-server[106636]: 'ConntrackHelper': '1.0', Oct 18 02:58:56.968110 dv-cinder-814333-1-iscsi neutron-server[106636]: 'Log': '1.0', Oct 18 02:58:56.968110 dv-cinder-814333-1-iscsi neutron-server[106636]: 'Network': '1.1', Oct 18 02:58:56.968110 dv-cinder-814333-1-iscsi neutron-server[106636]: 'Port': '1.7', Oct 18 02:58:56.968110 dv-cinder-814333-1-iscsi neutron-server[106636]: 'PortForwarding': '1.2', Oct 18 02:58:56.968110 dv-cinder-814333-1-iscsi neutron-server[106636]: 'QosPolicy': '1.9', Oct 18 02:58:56.968110 dv-cinder-814333-1-iscsi neutron-server[106636]: 'SecurityGroup': '1.4', Oct 18 02:58:56.968110 dv-cinder-814333-1-iscsi neutron-server[106636]: 'SecurityGroupRule': '1.2', Oct 18 02:58:56.968110 dv-cinder-814333-1-iscsi neutron-server[106636]: 'SubPort': '1.0', Oct 18 02:58:56.968110 dv-cinder-814333-1-iscsi neutron-server[106636]: 'Subnet': '1.1', Oct 18 02:58:56.968110 dv-cinder-814333-1-iscsi neutron-server[106636]: 'Trunk': '1.1'}} Oct 18 02:58:56.968110 dv-cinder-814333-1-iscsi neutron-server[106636]: {{(pid=106636) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 18 02:58:57.005113 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-041b1b51-30f6-435e-874d-3791a7b2b46d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748750891129'] for network, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:57.094039 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-041b1b51-30f6-435e-874d-3791a7b2b46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149'] for network, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:57.095009 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041b1b51-30f6-435e-874d-3791a7b2b46d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:58:57.095620 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-041b1b51-30f6-435e-874d-3791a7b2b46d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for network, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:57.154934 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b1b51-30f6-435e-874d-3791a7b2b46d admin admin] Pushing event updated for resources: {'Network': ['ID=2e8a63a2-5796-4af1-8add-99fedc042cba,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:58:57.168897 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Network 2e8a63a2-5796-4af1-8add-99fedc042cba details requested by agent ovs-agent-dv-cinder-814333-1-iscsi with host dv-cinder-814333-1-iscsi {{(pid=106638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 02:58:57.242576 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 57062) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:58:57.243139 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-041b1b51-30f6-435e-874d-3791a7b2b46d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0021112 Oct 18 02:58:57.261183 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-8959b88d-b7ec-47d7-991d-c38612a4fd01 admin admin] Request body: {'subnet': {'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-812679274-subnet', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:58:57.368212 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8959b88d-b7ec-47d7-991d-c38612a4fd01 admin admin] Made reservation on behalf of b2bab566054f4b83aef927c6227a69ea for: {'subnet': 1} {{(pid=106637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 02:58:57.370603 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8959b88d-b7ec-47d7-991d-c38612a4fd01 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:57.609147 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8959b88d-b7ec-47d7-991d-c38612a4fd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149'] for subnet, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:57.662598 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8959b88d-b7ec-47d7-991d-c38612a4fd01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dead32d3-ed00-4228-a06c-9c73190d2cad,revision_number=0']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:58:57.680696 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959b88d-b7ec-47d7-991d-c38612a4fd01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:58:57.681071 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959b88d-b7ec-47d7-991d-c38612a4fd01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:58:57.681417 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959b88d-b7ec-47d7-991d-c38612a4fd01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:58:57.681849 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959b88d-b7ec-47d7-991d-c38612a4fd01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:58:57.682366 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959b88d-b7ec-47d7-991d-c38612a4fd01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:58:57.682702 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959b88d-b7ec-47d7-991d-c38612a4fd01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:58:57.683035 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959b88d-b7ec-47d7-991d-c38612a4fd01 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:58:57.686419 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959b88d-b7ec-47d7-991d-c38612a4fd01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:58:57.686419 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959b88d-b7ec-47d7-991d-c38612a4fd01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:58:57.686419 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959b88d-b7ec-47d7-991d-c38612a4fd01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:58:57.686419 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959b88d-b7ec-47d7-991d-c38612a4fd01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:58:57.686419 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959b88d-b7ec-47d7-991d-c38612a4fd01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:58:57.686419 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959b88d-b7ec-47d7-991d-c38612a4fd01 admin admin] Tracked resource versions report: Oct 18 02:58:57.686419 dv-cinder-814333-1-iscsi neutron-server[106637]: pushed versions: Oct 18 02:58:57.686419 dv-cinder-814333-1-iscsi neutron-server[106637]: { 'AddressGroup': {'1.2'}, Oct 18 02:58:57.686419 dv-cinder-814333-1-iscsi neutron-server[106637]: 'ConntrackHelper': {'1.0'}, Oct 18 02:58:57.686419 dv-cinder-814333-1-iscsi neutron-server[106637]: 'Log': {'1.0'}, Oct 18 02:58:57.686419 dv-cinder-814333-1-iscsi neutron-server[106637]: 'Network': {'1.1'}, Oct 18 02:58:57.686419 dv-cinder-814333-1-iscsi neutron-server[106637]: 'Port': {'1.7'}, Oct 18 02:58:57.686419 dv-cinder-814333-1-iscsi neutron-server[106637]: 'PortForwarding': {'1.2'}, Oct 18 02:58:57.686419 dv-cinder-814333-1-iscsi neutron-server[106637]: 'QosPolicy': {'1.9'}, Oct 18 02:58:57.686419 dv-cinder-814333-1-iscsi neutron-server[106637]: 'SecurityGroup': {'1.4'}, Oct 18 02:58:57.686419 dv-cinder-814333-1-iscsi neutron-server[106637]: 'SecurityGroupRule': {'1.2'}, Oct 18 02:58:57.686419 dv-cinder-814333-1-iscsi neutron-server[106637]: 'SubPort': {'1.0'}, Oct 18 02:58:57.686419 dv-cinder-814333-1-iscsi neutron-server[106637]: 'Subnet': {'1.1'}, Oct 18 02:58:57.686419 dv-cinder-814333-1-iscsi neutron-server[106637]: 'Trunk': {'1.1'}} Oct 18 02:58:57.686419 dv-cinder-814333-1-iscsi neutron-server[106637]: consumer versions: Oct 18 02:58:57.686419 dv-cinder-814333-1-iscsi neutron-server[106637]: { DHCP agent@dv-cinder-814333-1-iscsi: {}, Oct 18 02:58:57.686419 dv-cinder-814333-1-iscsi neutron-server[106637]: HyperV agent@hv-cinder-81433: {}, Oct 18 02:58:57.686419 dv-cinder-814333-1-iscsi neutron-server[106637]: L3 agent@dv-cinder-814333-1-iscsi: {}, Oct 18 02:58:57.686419 dv-cinder-814333-1-iscsi neutron-server[106637]: Metadata agent@dv-cinder-814333-1-iscsi: {}, Oct 18 02:58:57.686419 dv-cinder-814333-1-iscsi neutron-server[106637]: Metering agent@dv-cinder-814333-1-iscsi: {}, Oct 18 02:58:57.686419 dv-cinder-814333-1-iscsi neutron-server[106637]: Open vSwitch agent@dv-cinder-814333-1-iscsi: { 'AddressGroup': '1.2', Oct 18 02:58:57.686419 dv-cinder-814333-1-iscsi neutron-server[106637]: 'ConntrackHelper': '1.0', Oct 18 02:58:57.686419 dv-cinder-814333-1-iscsi neutron-server[106637]: 'Log': '1.0', Oct 18 02:58:57.686419 dv-cinder-814333-1-iscsi neutron-server[106637]: 'Network': '1.1', Oct 18 02:58:57.686419 dv-cinder-814333-1-iscsi neutron-server[106637]: 'Port': '1.7', Oct 18 02:58:57.686419 dv-cinder-814333-1-iscsi neutron-server[106637]: 'PortForwarding': '1.2', Oct 18 02:58:57.686419 dv-cinder-814333-1-iscsi neutron-server[106637]: 'QosPolicy': '1.9', Oct 18 02:58:57.686419 dv-cinder-814333-1-iscsi neutron-server[106637]: 'SecurityGroup': '1.4', Oct 18 02:58:57.686419 dv-cinder-814333-1-iscsi neutron-server[106637]: 'SecurityGroupRule': '1.2', Oct 18 02:58:57.686419 dv-cinder-814333-1-iscsi neutron-server[106637]: 'SubPort': '1.0', Oct 18 02:58:57.686419 dv-cinder-814333-1-iscsi neutron-server[106637]: 'Subnet': '1.1', Oct 18 02:58:57.686419 dv-cinder-814333-1-iscsi neutron-server[106637]: 'Trunk': '1.1'}} Oct 18 02:58:57.686419 dv-cinder-814333-1-iscsi neutron-server[106637]: {{(pid=106637) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 18 02:58:57.695485 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8959b88d-b7ec-47d7-991d-c38612a4fd01 admin admin] Checking segment: {'id': '0a4479a8-2092-4dd6-9759-50afb4a3e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 02:58:57.695854 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8959b88d-b7ec-47d7-991d-c38612a4fd01 admin admin] Network hostable DHCP agents. Network: 2e8a63a2-5796-4af1-8add-99fedc042cba, hostable agents: ['d6364138-709a-4c77-9f16-97f76425e773'], hosted agents: [] {{(pid=106637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 02:58:57.748387 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 57088) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:58:57.788782 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8959b88d-b7ec-47d7-991d-c38612a4fd01 admin admin] Network 2e8a63a2-5796-4af1-8add-99fedc042cba is scheduled to be hosted by DHCP agent d6364138-709a-4c77-9f16-97f76425e773 with binding_index 1 {{(pid=106637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 02:58:57.857904 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [None req-8959b88d-b7ec-47d7-991d-c38612a4fd01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814333-1-iscsi, 2e8a63a2-5796-4af1-8add-99fedc042cba) {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 02:58:57.862577 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8959b88d-b7ec-47d7-991d-c38612a4fd01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:58:57.863171 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8959b88d-b7ec-47d7-991d-c38612a4fd01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for subnet, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:57.873561 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39491542-762d-408b-ad9f-d1060b5256a2 None None] Network 2e8a63a2-5796-4af1-8add-99fedc042cba requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 02:58:57.934569 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-8959b88d-b7ec-47d7-991d-c38612a4fd01 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6893678 Oct 18 02:58:57.937295 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 57100) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:58:57.941615 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-014b6ecf-4cda-45da-9202-0abe6a6b190a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-812679274-router', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'}}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:58:58.029253 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cdb891-1bd1-4361-a0b9-3182c6b12b1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd97ac7e-b8df-5221-be60-5c49b09c5ecf-2e8a63a2-5796-4af1-8add-99fedc042cba', 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'fixed_ips': [{'subnet_id': 'dead32d3-ed00-4228-a06c-9c73190d2cad'}]}} from dv-cinder-814333-1-iscsi. {{(pid=106638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 02:58:58.030165 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-52cdb891-1bd1-4361-a0b9-3182c6b12b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:58.043005 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-014b6ecf-4cda-45da-9202-0abe6a6b190a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3491'] for router, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:58.044182 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-014b6ecf-4cda-45da-9202-0abe6a6b190a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-612752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3508'] for router, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:58.140917 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-7ec0f855-ec63-4607-91d7-309a710d451e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1098120757-network', 'tenant_id': 'b0eb03c502284bfb9454860002169bdc'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:58:58.155203 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-014b6ecf-4cda-45da-9202-0abe6a6b190a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:58.175507 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.db_base_plugin_common [None req-52cdb891-1bd1-4361-a0b9-3182c6b12b1a None None] Allocated IP 172.20.0.2 (2e8a63a2-5796-4af1-8add-99fedc042cba/dead32d3-ed00-4228-a06c-9c73190d2cad/9d06bae4-5cf4-4bab-8eb9-c6d33949ec43) {{(pid=106638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 02:58:58.322706 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec0f855-ec63-4607-91d7-309a710d451e admin admin] Made reservation on behalf of b0eb03c502284bfb9454860002169bdc for: {'network': 1} {{(pid=106637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 02:58:58.325027 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-7ec0f855-ec63-4607-91d7-309a710d451e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for network, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:58.327346 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-52cdb891-1bd1-4361-a0b9-3182c6b12b1a None None] Notify callbacks [] for port, precommit_create {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:58.335257 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-7ec0f855-ec63-4607-91d7-309a710d451e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:58.406609 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-52cdb891-1bd1-4361-a0b9-3182c6b12b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598'] for port, after_create {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:58.415892 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-014b6ecf-4cda-45da-9202-0abe6a6b190a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:58.454346 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cdb891-1bd1-4361-a0b9-3182c6b12b1a None None] Pushing event updated for resources: {'Port': ['ID=9d06bae4-5cf4-4bab-8eb9-c6d33949ec43,revision_number=1']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:58:58.464458 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cdb891-1bd1-4361-a0b9-3182c6b12b1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:58:58.465066 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cdb891-1bd1-4361-a0b9-3182c6b12b1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:58:58.465411 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cdb891-1bd1-4361-a0b9-3182c6b12b1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:58:58.465736 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cdb891-1bd1-4361-a0b9-3182c6b12b1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:58:58.466089 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cdb891-1bd1-4361-a0b9-3182c6b12b1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:58:58.466416 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cdb891-1bd1-4361-a0b9-3182c6b12b1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:58:58.466739 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cdb891-1bd1-4361-a0b9-3182c6b12b1a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:58:58.467061 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cdb891-1bd1-4361-a0b9-3182c6b12b1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:58:58.467397 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cdb891-1bd1-4361-a0b9-3182c6b12b1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:58:58.467721 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cdb891-1bd1-4361-a0b9-3182c6b12b1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:58:58.468037 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cdb891-1bd1-4361-a0b9-3182c6b12b1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:58:58.468354 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cdb891-1bd1-4361-a0b9-3182c6b12b1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:58:58.469447 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cdb891-1bd1-4361-a0b9-3182c6b12b1a None None] Tracked resource versions report: Oct 18 02:58:58.469447 dv-cinder-814333-1-iscsi neutron-server[106638]: pushed versions: Oct 18 02:58:58.469447 dv-cinder-814333-1-iscsi neutron-server[106638]: { 'AddressGroup': {'1.2'}, Oct 18 02:58:58.469447 dv-cinder-814333-1-iscsi neutron-server[106638]: 'ConntrackHelper': {'1.0'}, Oct 18 02:58:58.469447 dv-cinder-814333-1-iscsi neutron-server[106638]: 'Log': {'1.0'}, Oct 18 02:58:58.469447 dv-cinder-814333-1-iscsi neutron-server[106638]: 'Network': {'1.1'}, Oct 18 02:58:58.469447 dv-cinder-814333-1-iscsi neutron-server[106638]: 'Port': {'1.7'}, Oct 18 02:58:58.469447 dv-cinder-814333-1-iscsi neutron-server[106638]: 'PortForwarding': {'1.2'}, Oct 18 02:58:58.469447 dv-cinder-814333-1-iscsi neutron-server[106638]: 'QosPolicy': {'1.9'}, Oct 18 02:58:58.469447 dv-cinder-814333-1-iscsi neutron-server[106638]: 'SecurityGroup': {'1.4'}, Oct 18 02:58:58.469447 dv-cinder-814333-1-iscsi neutron-server[106638]: 'SecurityGroupRule': {'1.2'}, Oct 18 02:58:58.469447 dv-cinder-814333-1-iscsi neutron-server[106638]: 'SubPort': {'1.0'}, Oct 18 02:58:58.469447 dv-cinder-814333-1-iscsi neutron-server[106638]: 'Subnet': {'1.1'}, Oct 18 02:58:58.469447 dv-cinder-814333-1-iscsi neutron-server[106638]: 'Trunk': {'1.1'}} Oct 18 02:58:58.469447 dv-cinder-814333-1-iscsi neutron-server[106638]: consumer versions: Oct 18 02:58:58.469447 dv-cinder-814333-1-iscsi neutron-server[106638]: { DHCP agent@dv-cinder-814333-1-iscsi: {}, Oct 18 02:58:58.469447 dv-cinder-814333-1-iscsi neutron-server[106638]: HyperV agent@hv-cinder-81433: {}, Oct 18 02:58:58.469447 dv-cinder-814333-1-iscsi neutron-server[106638]: L3 agent@dv-cinder-814333-1-iscsi: {}, Oct 18 02:58:58.469447 dv-cinder-814333-1-iscsi neutron-server[106638]: Metadata agent@dv-cinder-814333-1-iscsi: {}, Oct 18 02:58:58.469447 dv-cinder-814333-1-iscsi neutron-server[106638]: Metering agent@dv-cinder-814333-1-iscsi: {}, Oct 18 02:58:58.469447 dv-cinder-814333-1-iscsi neutron-server[106638]: Open vSwitch agent@dv-cinder-814333-1-iscsi: { 'AddressGroup': '1.2', Oct 18 02:58:58.469447 dv-cinder-814333-1-iscsi neutron-server[106638]: 'ConntrackHelper': '1.0', Oct 18 02:58:58.469447 dv-cinder-814333-1-iscsi neutron-server[106638]: 'Log': '1.0', Oct 18 02:58:58.469447 dv-cinder-814333-1-iscsi neutron-server[106638]: 'Network': '1.1', Oct 18 02:58:58.469447 dv-cinder-814333-1-iscsi neutron-server[106638]: 'Port': '1.7', Oct 18 02:58:58.469447 dv-cinder-814333-1-iscsi neutron-server[106638]: 'PortForwarding': '1.2', Oct 18 02:58:58.469447 dv-cinder-814333-1-iscsi neutron-server[106638]: 'QosPolicy': '1.9', Oct 18 02:58:58.469447 dv-cinder-814333-1-iscsi neutron-server[106638]: 'SecurityGroup': '1.4', Oct 18 02:58:58.469447 dv-cinder-814333-1-iscsi neutron-server[106638]: 'SecurityGroupRule': '1.2', Oct 18 02:58:58.469447 dv-cinder-814333-1-iscsi neutron-server[106638]: 'SubPort': '1.0', Oct 18 02:58:58.469447 dv-cinder-814333-1-iscsi neutron-server[106638]: 'Subnet': '1.1', Oct 18 02:58:58.469447 dv-cinder-814333-1-iscsi neutron-server[106638]: 'Trunk': '1.1'}} Oct 18 02:58:58.469447 dv-cinder-814333-1-iscsi neutron-server[106638]: {{(pid=106638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 18 02:58:58.480946 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cdb891-1bd1-4361-a0b9-3182c6b12b1a None None] Network 2e8a63a2-5796-4af1-8add-99fedc042cba is already hosted by enough agents. {{(pid=106638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 02:58:58.482655 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.scheduler.base_scheduler [None req-52cdb891-1bd1-4361-a0b9-3182c6b12b1a None None] Resources bound (agent type, host, resource id): {{(pid=106638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 02:58:58.485078 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cdb891-1bd1-4361-a0b9-3182c6b12b1a None None] Received port after_create {{(pid=106638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 02:58:58.489849 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-7ec0f855-ec63-4607-91d7-309a710d451e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:58.489849 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 57116) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:58:58.549058 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-52cdb891-1bd1-4361-a0b9-3182c6b12b1a None None] Attempting to bind port 9d06bae4-5cf4-4bab-8eb9-c6d33949ec43 on host dv-cinder-814333-1-iscsi for vnic_type normal with profile {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 02:58:58.549058 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-52cdb891-1bd1-4361-a0b9-3182c6b12b1a None None] Attempting to bind port 9d06bae4-5cf4-4bab-8eb9-c6d33949ec43 by drivers openvswitch,hyperv on host dv-cinder-814333-1-iscsi at level 0 using segments [{'id': '0a4479a8-2092-4dd6-9759-50afb4a3e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba'}] {{(pid=106638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 02:58:58.549058 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cdb891-1bd1-4361-a0b9-3182c6b12b1a None None] Attempting to bind port 9d06bae4-5cf4-4bab-8eb9-c6d33949ec43 on network 2e8a63a2-5796-4af1-8add-99fedc042cba {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 02:58:58.551198 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cdb891-1bd1-4361-a0b9-3182c6b12b1a None None] Checking agent: {'id': '725b6bc2-91e5-4fb5-a09c-abe917cff252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 50, 22), 'started_at': datetime.datetime(2021, 10, 18, 2, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 2, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 02:58:58.552137 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cdb891-1bd1-4361-a0b9-3182c6b12b1a None None] Checking segment: {'id': '0a4479a8-2092-4dd6-9759-50afb4a3e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 02:58:58.552553 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-52cdb891-1bd1-4361-a0b9-3182c6b12b1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:58.552951 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cdb891-1bd1-4361-a0b9-3182c6b12b1a None None] Bound using segment: {'id': '0a4479a8-2092-4dd6-9759-50afb4a3e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba'} {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 02:58:58.553426 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-52cdb891-1bd1-4361-a0b9-3182c6b12b1a None None] Bound port: 9d06bae4-5cf4-4bab-8eb9-c6d33949ec43, host: dv-cinder-814333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a4479a8-2092-4dd6-9759-50afb4a3e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba'}}] {{(pid=106638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 02:58:58.553846 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-52cdb891-1bd1-4361-a0b9-3182c6b12b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:58.570374 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-7ec0f855-ec63-4607-91d7-309a710d451e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:58.607355 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec0f855-ec63-4607-91d7-309a710d451e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=106637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 02:58:58.630335 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-52cdb891-1bd1-4361-a0b9-3182c6b12b1a None None] For port 9d06bae4-5cf4-4bab-8eb9-c6d33949ec43, host dv-cinder-814333-1-iscsi, cleared binding levels {{(pid=106638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 02:58:58.630335 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-52cdb891-1bd1-4361-a0b9-3182c6b12b1a None None] For port 9d06bae4-5cf4-4bab-8eb9-c6d33949ec43, host dv-cinder-814333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=9d06bae4-5cf4-4bab-8eb9-c6d33949ec43,segment=NetworkSegment(0a4479a8-2092-4dd6-9759-50afb4a3e69f),segment_id=0a4479a8-2092-4dd6-9759-50afb4a3e69f)] {{(pid=106638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 02:58:58.630776 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-7ec0f855-ec63-4607-91d7-309a710d451e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965'] for segment, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:58.630776 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.db.segments_db [None req-7ec0f855-ec63-4607-91d7-309a710d451e admin admin] Added segment 43714bc8-6709-42ac-96c9-2f77c03bd5ab of type vlan for network 2bff57dd-2abc-4a37-b503-31b4458be721 Oct 18 02:58:58.642038 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0f855-ec63-4607-91d7-309a710d451e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04356376-30df-4d62-b853-cd5d2bb8185b,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:58:58.711656 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-52cdb891-1bd1-4361-a0b9-3182c6b12b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:58.739397 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-7ec0f855-ec63-4607-91d7-309a710d451e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748750891129'] for network, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:58.774585 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cdb891-1bd1-4361-a0b9-3182c6b12b1a None None] Pushing event updated for resources: {'Port': ['ID=9d06bae4-5cf4-4bab-8eb9-c6d33949ec43,revision_number=2']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:58:58.789078 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 57132) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:58:58.846675 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-014b6ecf-4cda-45da-9202-0abe6a6b190a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:58.867456 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-014b6ecf-4cda-45da-9202-0abe6a6b190a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:58.906411 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-7ec0f855-ec63-4607-91d7-309a710d451e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149'] for network, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:58.907395 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec0f855-ec63-4607-91d7-309a710d451e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:58:58.907986 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-7ec0f855-ec63-4607-91d7-309a710d451e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for network, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:58.996911 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-42e7f8d3-f4aa-4c16-b739-c4feab7d3962 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-998918899-network', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:58:59.048212 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0f855-ec63-4607-91d7-309a710d451e admin admin] Pushing event updated for resources: {'Network': ['ID=2bff57dd-2abc-4a37-b503-31b4458be721,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:58:59.072483 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Network 2bff57dd-2abc-4a37-b503-31b4458be721 details requested by agent ovs-agent-dv-cinder-814333-1-iscsi with host dv-cinder-814333-1-iscsi {{(pid=106638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 02:58:59.077915 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 57144) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:58:59.083413 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [None req-b6ac4cee-54c6-4530-98d4-a111611738ff admin admin] Request body: {'subnet': {'network_id': '2bff57dd-2abc-4a37-b503-31b4458be721', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1098120757-subnet', 'tenant_id': 'b0eb03c502284bfb9454860002169bdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:58:59.087695 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-7ec0f855-ec63-4607-91d7-309a710d451e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3380456 Oct 18 02:58:59.102655 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 57146) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:58:59.121383 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_common [None req-014b6ecf-4cda-45da-9202-0abe6a6b190a admin admin] Allocated IP 172.27.3.188 (ec1e2d0f-026f-465c-b326-53f6d0173c72/df7c5eba-93a9-4f97-9356-1dcfa994647a/c9c3470f-225d-4d95-9e29-b9c1de32b581) {{(pid=106637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 02:58:59.140770 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [None req-24eee84a-673a-4df0-9104-9e3dd5cf62d2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-887438704-network', 'tenant_id': '46f89774823840d2b151278fb966b894'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:58:59.197681 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e7f8d3-f4aa-4c16-b739-c4feab7d3962 admin admin] Made reservation on behalf of d8d2c0c120394030962ebe6c7201e21d for: {'network': 1} {{(pid=106637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 02:58:59.200011 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-42e7f8d3-f4aa-4c16-b739-c4feab7d3962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for network, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:59.215251 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-42e7f8d3-f4aa-4c16-b739-c4feab7d3962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:59.298767 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ac4cee-54c6-4530-98d4-a111611738ff admin admin] Made reservation on behalf of b0eb03c502284bfb9454860002169bdc for: {'subnet': 1} {{(pid=106636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 02:58:59.306276 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b6ac4cee-54c6-4530-98d4-a111611738ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:59.331883 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-96a94425-f8bf-47ff-92fa-5cf4934d4332 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1526982119-network', 'tenant_id': '6894422efe52423ca3f7a27e517ac618'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:58:59.402846 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-014b6ecf-4cda-45da-9202-0abe6a6b190a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:59.461931 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-42e7f8d3-f4aa-4c16-b739-c4feab7d3962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:59.517610 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-42e7f8d3-f4aa-4c16-b739-c4feab7d3962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:59.539319 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42e7f8d3-f4aa-4c16-b739-c4feab7d3962 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=106637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 02:58:59.552506 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-014b6ecf-4cda-45da-9202-0abe6a6b190a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598'] for port, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:59.577450 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014b6ecf-4cda-45da-9202-0abe6a6b190a admin admin] Network ec1e2d0f-026f-465c-b326-53f6d0173c72 is already hosted by enough agents. {{(pid=106637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 02:58:59.584983 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7f8d3-f4aa-4c16-b739-c4feab7d3962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6949c9-0a52-4a6e-83e1-f01440ede61f,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:58:59.600425 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-42e7f8d3-f4aa-4c16-b739-c4feab7d3962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965'] for segment, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:59.602485 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.db.segments_db [None req-42e7f8d3-f4aa-4c16-b739-c4feab7d3962 admin admin] Added segment 61950c5d-464e-44a7-9413-2dacd41366ea of type vlan for network ac1fdfa5-8257-478e-8751-4284ba979920 Oct 18 02:58:59.602926 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24eee84a-673a-4df0-9104-9e3dd5cf62d2 admin admin] Made reservation on behalf of 46f89774823840d2b151278fb966b894 for: {'network': 1} {{(pid=106636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 02:58:59.605207 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 6 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 02:58:59.606197 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-24eee84a-673a-4df0-9104-9e3dd5cf62d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for network, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:59.615115 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [None req-014b6ecf-4cda-45da-9202-0abe6a6b190a admin admin] Resources bound (agent type, host, resource id): {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 02:58:59.622133 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-24eee84a-673a-4df0-9104-9e3dd5cf62d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:59.630422 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014b6ecf-4cda-45da-9202-0abe6a6b190a admin admin] Received port after_create {{(pid=106637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 02:58:59.672666 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b6ac4cee-54c6-4530-98d4-a111611738ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149'] for subnet, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:59.770457 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac4cee-54c6-4530-98d4-a111611738ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fdad6a0-d5d3-4454-830b-51654776039b,revision_number=0']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:58:59.807888 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-42e7f8d3-f4aa-4c16-b739-c4feab7d3962 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748750891129'] for network, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:59.851296 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-24eee84a-673a-4df0-9104-9e3dd5cf62d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:59.870728 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b6ecf-4cda-45da-9202-0abe6a6b190a admin admin] Pushing event updated for resources: {'Port': ['ID=c9c3470f-225d-4d95-9e29-b9c1de32b581,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:58:59.887222 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a94425-f8bf-47ff-92fa-5cf4934d4332 admin admin] Made reservation on behalf of 6894422efe52423ca3f7a27e517ac618 for: {'network': 1} {{(pid=106637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 02:58:59.888544 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ac4cee-54c6-4530-98d4-a111611738ff admin admin] Checking segment: {'id': '43714bc8-6709-42ac-96c9-2f77c03bd5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2bff57dd-2abc-4a37-b503-31b4458be721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 02:58:59.888955 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ac4cee-54c6-4530-98d4-a111611738ff admin admin] Network hostable DHCP agents. Network: 2bff57dd-2abc-4a37-b503-31b4458be721, hostable agents: ['d6364138-709a-4c77-9f16-97f76425e773'], hosted agents: [] {{(pid=106636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 02:58:59.890421 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-96a94425-f8bf-47ff-92fa-5cf4934d4332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for network, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:59.919963 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-96a94425-f8bf-47ff-92fa-5cf4934d4332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:59.939894 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-24eee84a-673a-4df0-9104-9e3dd5cf62d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:58:59.994800 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24eee84a-673a-4df0-9104-9e3dd5cf62d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=106636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 02:58:59.997094 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eee84a-673a-4df0-9104-9e3dd5cf62d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8128f3-f05f-4754-9ccd-d9a140935e61,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:00.012580 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-24eee84a-673a-4df0-9104-9e3dd5cf62d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965'] for segment, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:00.013519 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.db.segments_db [None req-24eee84a-673a-4df0-9104-9e3dd5cf62d2 admin admin] Added segment 53b30990-a1b0-4da9-98f1-781d7f1c488d of type vlan for network 17665a73-802b-4dd6-8f82-9d1a9c41f31f Oct 18 02:59:00.024674 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ac4cee-54c6-4530-98d4-a111611738ff admin admin] Network 2bff57dd-2abc-4a37-b503-31b4458be721 is scheduled to be hosted by DHCP agent d6364138-709a-4c77-9f16-97f76425e773 with binding_index 1 {{(pid=106636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 02:59:00.031256 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-96a94425-f8bf-47ff-92fa-5cf4934d4332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:00.043039 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-42e7f8d3-f4aa-4c16-b739-c4feab7d3962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149'] for network, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:00.044133 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e7f8d3-f4aa-4c16-b739-c4feab7d3962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:00.044951 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-42e7f8d3-f4aa-4c16-b739-c4feab7d3962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for network, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:00.074674 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-24eee84a-673a-4df0-9104-9e3dd5cf62d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748750891129'] for network, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:00.095120 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f47e52-5d02-42f3-9537-129df0b56ea2 None None] Network 2e8a63a2-5796-4af1-8add-99fedc042cba requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 02:59:00.134221 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [None req-b6ac4cee-54c6-4530-98d4-a111611738ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814333-1-iscsi, 2bff57dd-2abc-4a37-b503-31b4458be721) {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 02:59:00.139232 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ac4cee-54c6-4530-98d4-a111611738ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:00.139857 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b6ac4cee-54c6-4530-98d4-a111611738ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for subnet, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:00.167578 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-24eee84a-673a-4df0-9104-9e3dd5cf62d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149'] for network, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:00.167578 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24eee84a-673a-4df0-9104-9e3dd5cf62d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:00.167578 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-24eee84a-673a-4df0-9104-9e3dd5cf62d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for network, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:00.174963 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48df6609-1998-4e7b-8f64-8bd0bcec341a None None] Network 2bff57dd-2abc-4a37-b503-31b4458be721 requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 02:59:00.263612 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-96a94425-f8bf-47ff-92fa-5cf4934d4332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:00.327036 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a94425-f8bf-47ff-92fa-5cf4934d4332 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=106637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 02:59:00.340706 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7f8d3-f4aa-4c16-b739-c4feab7d3962 admin admin] Pushing event updated for resources: {'Network': ['ID=ac1fdfa5-8257-478e-8751-4284ba979920,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:00.351846 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-42e7f8d3-f4aa-4c16-b739-c4feab7d3962 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8612299 Oct 18 02:59:00.359844 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 57196) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:00.360463 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a94425-f8bf-47ff-92fa-5cf4934d4332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5921f2-22a5-4292-80d0-dcd03bf0275b,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:00.366535 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 9d06bae4-5cf4-4bab-8eb9-c6d33949ec43 up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 02:59:00.371305 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-2a7759f6-0dc9-4605-860d-e3410ba46f37 admin admin] Request body: {'subnet': {'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-998918899-subnet', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:59:00.371724 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-96a94425-f8bf-47ff-92fa-5cf4934d4332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965'] for segment, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:00.372065 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.db.segments_db [None req-96a94425-f8bf-47ff-92fa-5cf4934d4332 admin admin] Added segment 9ebf1992-0ee9-4a4b-b4bb-409555f91b46 of type vlan for network 4d30303c-fcdb-4228-b9fc-587a12d80856 Oct 18 02:59:00.386698 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-b6ac4cee-54c6-4530-98d4-a111611738ff admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2993033 Oct 18 02:59:00.387517 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-24eee84a-673a-4df0-9104-9e3dd5cf62d2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5956089 Oct 18 02:59:00.390026 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 57204) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:00.396679 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [None req-f7ab91d3-7dec-40e9-a543-b34b36278f61 admin admin] Request body: {'subnet': {'network_id': '17665a73-802b-4dd6-8f82-9d1a9c41f31f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-887438704-subnet', 'tenant_id': '46f89774823840d2b151278fb966b894', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:59:00.400061 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Network ac1fdfa5-8257-478e-8751-4284ba979920 details requested by agent ovs-agent-dv-cinder-814333-1-iscsi with host dv-cinder-814333-1-iscsi {{(pid=106638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 02:59:00.461044 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eee84a-673a-4df0-9104-9e3dd5cf62d2 admin admin] Pushing event updated for resources: {'Network': ['ID=17665a73-802b-4dd6-8f82-9d1a9c41f31f,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:00.483997 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Network 17665a73-802b-4dd6-8f82-9d1a9c41f31f details requested by agent ovs-agent-dv-cinder-814333-1-iscsi with host dv-cinder-814333-1-iscsi {{(pid=106638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 02:59:00.566328 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-014b6ecf-4cda-45da-9202-0abe6a6b190a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:00.703634 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-96a94425-f8bf-47ff-92fa-5cf4934d4332 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748750891129'] for network, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:00.706905 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ab91d3-7dec-40e9-a543-b34b36278f61 admin admin] Made reservation on behalf of 46f89774823840d2b151278fb966b894 for: {'subnet': 1} {{(pid=106636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 02:59:00.707113 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7759f6-0dc9-4605-860d-e3410ba46f37 admin admin] Made reservation on behalf of d8d2c0c120394030962ebe6c7201e21d for: {'subnet': 1} {{(pid=106637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 02:59:00.709825 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-f7ab91d3-7dec-40e9-a543-b34b36278f61 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:00.710240 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-2a7759f6-0dc9-4605-860d-e3410ba46f37 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:00.739527 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5786167-d035-4eb9-b6b5-8b604d03fff1 None None] Network 2bff57dd-2abc-4a37-b503-31b4458be721 requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 02:59:00.755579 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-97ee658f-3fdf-4e15-9cbb-2b4c88333b57 None None] Provisioning complete for port 9d06bae4-5cf4-4bab-8eb9-c6d33949ec43 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:59:00.756522 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-97ee658f-3fdf-4e15-9cbb-2b4c88333b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:00.900371 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-96a94425-f8bf-47ff-92fa-5cf4934d4332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149'] for network, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:00.901615 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a94425-f8bf-47ff-92fa-5cf4934d4332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:00.902409 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-96a94425-f8bf-47ff-92fa-5cf4934d4332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for network, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:00.956980 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port 9d06bae4-5cf4-4bab-8eb9-c6d33949ec43 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:59:00.956980 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:00.983751 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a94425-f8bf-47ff-92fa-5cf4934d4332 admin admin] Pushing event updated for resources: {'Network': ['ID=4d30303c-fcdb-4228-b9fc-587a12d80856,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:01.015333 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Network 4d30303c-fcdb-4228-b9fc-587a12d80856 details requested by agent ovs-agent-dv-cinder-814333-1-iscsi with host dv-cinder-814333-1-iscsi {{(pid=106638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 02:59:01.026042 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-f7ab91d3-7dec-40e9-a543-b34b36278f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149'] for subnet, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:01.131916 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab91d3-7dec-40e9-a543-b34b36278f61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7f1da0c-854b-4c07-97de-425fed741e40,revision_number=0']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:01.142029 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ab91d3-7dec-40e9-a543-b34b36278f61 admin admin] Checking segment: {'id': '53b30990-a1b0-4da9-98f1-781d7f1c488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '17665a73-802b-4dd6-8f82-9d1a9c41f31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 02:59:01.142381 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ab91d3-7dec-40e9-a543-b34b36278f61 admin admin] Network hostable DHCP agents. Network: 17665a73-802b-4dd6-8f82-9d1a9c41f31f, hostable agents: ['d6364138-709a-4c77-9f16-97f76425e773'], hosted agents: [] {{(pid=106636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 02:59:01.157608 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-96a94425-f8bf-47ff-92fa-5cf4934d4332 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0526719 Oct 18 02:59:01.164053 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 57228) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:01.173629 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-85dc9124-ba42-4b28-92ff-8650020672c8 admin admin] Request body: {'subnet': {'network_id': '4d30303c-fcdb-4228-b9fc-587a12d80856', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1526982119-subnet', 'tenant_id': '6894422efe52423ca3f7a27e517ac618', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:59:01.240112 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-014b6ecf-4cda-45da-9202-0abe6a6b190a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612773'] for router, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:01.257762 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ab91d3-7dec-40e9-a543-b34b36278f61 admin admin] Network 17665a73-802b-4dd6-8f82-9d1a9c41f31f is scheduled to be hosted by DHCP agent d6364138-709a-4c77-9f16-97f76425e773 with binding_index 1 {{(pid=106636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 02:59:01.276058 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:01.339375 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-97ee658f-3fdf-4e15-9cbb-2b4c88333b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:01.351361 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85dc9124-ba42-4b28-92ff-8650020672c8 admin admin] Made reservation on behalf of 6894422efe52423ca3f7a27e517ac618 for: {'subnet': 1} {{(pid=106637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 02:59:01.354248 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-85dc9124-ba42-4b28-92ff-8650020672c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:01.355072 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [None req-f7ab91d3-7dec-40e9-a543-b34b36278f61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814333-1-iscsi, 17665a73-802b-4dd6-8f82-9d1a9c41f31f) {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 02:59:01.360181 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ab91d3-7dec-40e9-a543-b34b36278f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:01.364855 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-f7ab91d3-7dec-40e9-a543-b34b36278f61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for subnet, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:01.387560 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ae5f9d-0e5c-47c5-bc87-90e602f4ad56 None None] Network 17665a73-802b-4dd6-8f82-9d1a9c41f31f requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 02:59:01.408584 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] For port 9d06bae4-5cf4-4bab-8eb9-c6d33949ec43, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=9d06bae4-5cf4-4bab-8eb9-c6d33949ec43,segment=NetworkSegment(0a4479a8-2092-4dd6-9759-50afb4a3e69f),segment_id=0a4479a8-2092-4dd6-9759-50afb4a3e69f)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 02:59:01.408773 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-2a7759f6-0dc9-4605-860d-e3410ba46f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149'] for subnet, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:01.443451 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 57240) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:01.451599 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [None req-d64578b9-f676-4727-9673-d5c653ad28fb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1475834500-network', 'tenant_id': '2cdd9218b94140aa8702fe167883c519'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:59:01.496058 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-f7ab91d3-7dec-40e9-a543-b34b36278f61 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1049652 Oct 18 02:59:01.532561 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:01.589276 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64578b9-f676-4727-9673-d5c653ad28fb admin admin] Made reservation on behalf of 2cdd9218b94140aa8702fe167883c519 for: {'network': 1} {{(pid=106636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 02:59:01.592537 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-d64578b9-f676-4727-9673-d5c653ad28fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for network, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:01.605986 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7759f6-0dc9-4605-860d-e3410ba46f37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a35e1d0-99d4-4e94-85dc-79f79e40c7d5,revision_number=0']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:01.610794 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-d64578b9-f676-4727-9673-d5c653ad28fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:01.667182 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7759f6-0dc9-4605-860d-e3410ba46f37 admin admin] Checking segment: {'id': '61950c5d-464e-44a7-9413-2dacd41366ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 02:59:01.667563 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7759f6-0dc9-4605-860d-e3410ba46f37 admin admin] Network hostable DHCP agents. Network: ac1fdfa5-8257-478e-8751-4284ba979920, hostable agents: ['d6364138-709a-4c77-9f16-97f76425e773'], hosted agents: [] {{(pid=106637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 02:59:01.748118 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-d64578b9-f676-4727-9673-d5c653ad28fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:01.793930 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8cb8b8-66a7-46b4-b0c1-4d8705ed34d6 None None] Network 17665a73-802b-4dd6-8f82-9d1a9c41f31f requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 02:59:01.798148 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.db.api [None req-97ee658f-3fdf-4e15-9cbb-2b4c88333b57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 02:59:01.798682 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG oslo_db.api [None req-97ee658f-3fdf-4e15-9cbb-2b4c88333b57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 02:59:01.815524 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Pushing event updated for resources: {'Port': ['ID=9d06bae4-5cf4-4bab-8eb9-c6d33949ec43,revision_number=3']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:01.891723 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-d64578b9-f676-4727-9673-d5c653ad28fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:01.936596 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64578b9-f676-4727-9673-d5c653ad28fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b71619a-afd6-42d7-a631-17838cda5f8f,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:01.946980 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-85dc9124-ba42-4b28-92ff-8650020672c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149'] for subnet, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:01.952141 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d64578b9-f676-4727-9673-d5c653ad28fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=106636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 02:59:02.014618 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7759f6-0dc9-4605-860d-e3410ba46f37 admin admin] Network ac1fdfa5-8257-478e-8751-4284ba979920 is scheduled to be hosted by DHCP agent d6364138-709a-4c77-9f16-97f76425e773 with binding_index 1 {{(pid=106637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 02:59:02.018907 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-d64578b9-f676-4727-9673-d5c653ad28fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965'] for segment, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:02.019875 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.db.segments_db [None req-d64578b9-f676-4727-9673-d5c653ad28fb admin admin] Added segment 3f1a56fa-c994-407e-a83e-fac139c8396e of type vlan for network f6ce27b7-5b82-4179-9542-4ba4a69f35bd Oct 18 02:59:02.022108 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-014b6ecf-4cda-45da-9202-0abe6a6b190a admin admin] Router 86dd0e9b-cdad-4570-8898-2dd4fe203da6 is scheduled to L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 with binding_index 1 {{(pid=106637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 02:59:02.154095 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dc9124-ba42-4b28-92ff-8650020672c8 admin admin] Checking segment: {'id': '9ebf1992-0ee9-4a4b-b4bb-409555f91b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4d30303c-fcdb-4228-b9fc-587a12d80856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 02:59:02.155132 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dc9124-ba42-4b28-92ff-8650020672c8 admin admin] Network hostable DHCP agents. Network: 4d30303c-fcdb-4228-b9fc-587a12d80856, hostable agents: ['d6364138-709a-4c77-9f16-97f76425e773'], hosted agents: [] {{(pid=106637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 02:59:02.159445 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [None req-2a7759f6-0dc9-4605-860d-e3410ba46f37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814333-1-iscsi, ac1fdfa5-8257-478e-8751-4284ba979920) {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 02:59:02.162247 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc9124-ba42-4b28-92ff-8650020672c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=408cb873-47be-40b3-8bec-d74941eb7535,revision_number=0']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:02.163270 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-d64578b9-f676-4727-9673-d5c653ad28fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748750891129'] for network, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:02.168292 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2d3c78-e1bc-40ba-90a2-7828a6512f2a None None] Network ac1fdfa5-8257-478e-8751-4284ba979920 requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 02:59:02.180843 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7759f6-0dc9-4605-860d-e3410ba46f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:02.181443 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-2a7759f6-0dc9-4605-860d-e3410ba46f37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for subnet, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:02.262763 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 9d06bae4-5cf4-4bab-8eb9-c6d33949ec43 up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 02:59:02.264735 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014b6ecf-4cda-45da-9202-0abe6a6b190a admin admin] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 02:59:02.279462 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1d5f1b-5879-46cd-be77-3a6d80f48655 None None] Sync routers for ids ['86dd0e9b-cdad-4570-8898-2dd4fe203da6'] in dv-cinder-814333-1-iscsi {{(pid=106639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 02:59:02.290924 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1d5f1b-5879-46cd-be77-3a6d80f48655 None None] Routers {'86dd0e9b-cdad-4570-8898-2dd4fe203da6'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 02:59:02.291533 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-2b1d5f1b-5879-46cd-be77-3a6d80f48655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T02:58:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['86dd0e9b-cdad-4570-8898-2dd4fe203da6'], 'active': True} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:59:02.331045 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-2a7759f6-0dc9-4605-860d-e3410ba46f37 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9675121 Oct 18 02:59:02.334174 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 57280) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:02.338944 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [None req-a15e4e3b-1b87-4935-b751-cabab848b857 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-998918899-router', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'}}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:59:02.353469 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-d64578b9-f676-4727-9673-d5c653ad28fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149'] for network, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:02.354533 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64578b9-f676-4727-9673-d5c653ad28fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:02.355293 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-d64578b9-f676-4727-9673-d5c653ad28fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for network, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:02.356240 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-014b6ecf-4cda-45da-9202-0abe6a6b190a admin admin] Notify callbacks [] for router, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:02.358884 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-014b6ecf-4cda-45da-9202-0abe6a6b190a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.4206319 Oct 18 02:59:02.359828 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dc9124-ba42-4b28-92ff-8650020672c8 admin admin] Network 4d30303c-fcdb-4228-b9fc-587a12d80856 is scheduled to be hosted by DHCP agent d6364138-709a-4c77-9f16-97f76425e773 with binding_index 1 {{(pid=106637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 02:59:02.362473 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 57282) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:02.377210 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [None req-85dc9124-ba42-4b28-92ff-8650020672c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814333-1-iscsi, 4d30303c-fcdb-4228-b9fc-587a12d80856) {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 02:59:02.409952 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7427f6-76ae-4b95-872e-3ff5163ea0bf None None] Network 4d30303c-fcdb-4228-b9fc-587a12d80856 requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 02:59:02.433776 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port 9d06bae4-5cf4-4bab-8eb9-c6d33949ec43 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:59:02.434786 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:02.451393 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64578b9-f676-4727-9673-d5c653ad28fb admin admin] Pushing event updated for resources: {'Network': ['ID=f6ce27b7-5b82-4179-9542-4ba4a69f35bd,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:02.482909 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Network f6ce27b7-5b82-4179-9542-4ba4a69f35bd details requested by agent ovs-agent-dv-cinder-814333-1-iscsi with host dv-cinder-814333-1-iscsi {{(pid=106638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 02:59:02.526484 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvr_db [None req-2b1d5f1b-5879-46cd-be77-3a6d80f48655 None None] Set router 86dd0e9b-cdad-4570-8898-2dd4fe203da6 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 02:59:02.533407 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a15e4e3b-1b87-4935-b751-cabab848b857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3491'] for router, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:02.534825 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a15e4e3b-1b87-4935-b751-cabab848b857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-612752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3508'] for router, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:02.665511 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-d64578b9-f676-4727-9673-d5c653ad28fb admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2187428 Oct 18 02:59:02.672543 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 57302) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:02.682313 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [None req-83545a8d-818a-4933-9b94-241772254898 admin admin] Request body: {'subnet': {'network_id': 'f6ce27b7-5b82-4179-9542-4ba4a69f35bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1475834500-subnet', 'tenant_id': '2cdd9218b94140aa8702fe167883c519', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:59:02.689653 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a15e4e3b-1b87-4935-b751-cabab848b857 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:02.699355 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b1e5ff-acb1-43cc-a64f-ce36f7392d62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd97ac7e-b8df-5221-be60-5c49b09c5ecf-ac1fdfa5-8257-478e-8751-4284ba979920', 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'fixed_ips': [{'subnet_id': '4a35e1d0-99d4-4e94-85dc-79f79e40c7d5'}]}} from dv-cinder-814333-1-iscsi. {{(pid=106638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 02:59:02.700259 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-55b1e5ff-acb1-43cc-a64f-ce36f7392d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:02.702677 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-f4acc2a6-35ba-42d2-b7af-a8705e3d34d3 None None] Provisioning complete for port 9d06bae4-5cf4-4bab-8eb9-c6d33949ec43 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:59:02.703041 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-f4acc2a6-35ba-42d2-b7af-a8705e3d34d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:02.715201 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 57304) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:02.716056 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dc9124-ba42-4b28-92ff-8650020672c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:02.716825 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-85dc9124-ba42-4b28-92ff-8650020672c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for subnet, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:02.859840 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-2b1d5f1b-5879-46cd-be77-3a6d80f48655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'name': 'tempest-AttachVolumeShelveTestJSON-812679274-router', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'c9c3470f-225d-4d95-9e29-b9c1de32b581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:58:58Z', 'updated_at': '2021-10-18T02:58:59Z', 'revision_number': 3, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'gw_port': {'id': 'c9c3470f-225d-4d95-9e29-b9c1de32b581', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:58:58Z', 'updated_at': '2021-10-18T02:58:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi'}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:59:02.895434 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1d5f1b-5879-46cd-be77-3a6d80f48655 None None] Checking router: 86dd0e9b-cdad-4570-8898-2dd4fe203da6 for host: dv-cinder-814333-1-iscsi {{(pid=106639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 02:59:02.906009 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1d5f1b-5879-46cd-be77-3a6d80f48655 None None] Updating router 86dd0e9b-cdad-4570-8898-2dd4fe203da6 port c9c3470f-225d-4d95-9e29-b9c1de32b581 binding host dv-cinder-814333-1-iscsi {{(pid=106639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 02:59:02.916823 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83545a8d-818a-4933-9b94-241772254898 admin admin] Made reservation on behalf of 2cdd9218b94140aa8702fe167883c519 for: {'subnet': 1} {{(pid=106636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 02:59:02.922448 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-2b1d5f1b-5879-46cd-be77-3a6d80f48655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:02.923755 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-83545a8d-818a-4933-9b94-241772254898 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:02.951231 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-85dc9124-ba42-4b28-92ff-8650020672c8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7859066 Oct 18 02:59:02.952073 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 57318) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:02.962518 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-6f34673b-c056-4377-b58e-6079e37ab11b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1526982119-router', 'tenant_id': '6894422efe52423ca3f7a27e517ac618', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'}}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:59:02.966007 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 57320) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:02.990982 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22328e0c-7120-4225-ac49-2b5d44df8fcc None None] Network 4d30303c-fcdb-4228-b9fc-587a12d80856 requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 02:59:03.009219 dv-cinder-814333-1-iscsi neutron-server[106636]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 18 02:59:03.100686 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-2e2847c5-e37b-40e1-a067-afc2e8ccef5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:03.166850 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6f34673b-c056-4377-b58e-6079e37ab11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3491'] for router, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:03.168671 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6f34673b-c056-4377-b58e-6079e37ab11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-612752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3508'] for router, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:03.196370 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-90f70b9a-daa0-4660-aded-8f44d1b0a621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:03.205141 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.db_base_plugin_common [None req-55b1e5ff-acb1-43cc-a64f-ce36f7392d62 None None] Allocated IP 172.20.0.2 (ac1fdfa5-8257-478e-8751-4284ba979920/4a35e1d0-99d4-4e94-85dc-79f79e40c7d5/09f377ed-6366-4b25-a40e-320e4a2e1942) {{(pid=106638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 02:59:03.303485 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-2b1d5f1b-5879-46cd-be77-3a6d80f48655 None None] Notify callbacks [] for port, precommit_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:03.316193 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a15e4e3b-1b87-4935-b751-cabab848b857 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:03.330205 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6f34673b-c056-4377-b58e-6079e37ab11b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:03.396753 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-2b1d5f1b-5879-46cd-be77-3a6d80f48655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:03.485877 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfea403-8dae-44df-a93a-98d28318c134 None None] Pushing event updated for resources: {'Port': ['ID=c9c3470f-225d-4d95-9e29-b9c1de32b581,revision_number=2']} {{(pid=106639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:03.492770 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.managers [None req-2b1d5f1b-5879-46cd-be77-3a6d80f48655 None None] Attempting to bind port c9c3470f-225d-4d95-9e29-b9c1de32b581 on host dv-cinder-814333-1-iscsi for vnic_type normal with profile {{(pid=106639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 02:59:03.493759 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.managers [None req-2b1d5f1b-5879-46cd-be77-3a6d80f48655 None None] Attempting to bind port c9c3470f-225d-4d95-9e29-b9c1de32b581 by drivers openvswitch,hyperv on host dv-cinder-814333-1-iscsi at level 0 using segments [{'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'}] {{(pid=106639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 02:59:03.494635 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1d5f1b-5879-46cd-be77-3a6d80f48655 None None] Attempting to bind port c9c3470f-225d-4d95-9e29-b9c1de32b581 on network ec1e2d0f-026f-465c-b326-53f6d0173c72 {{(pid=106639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 02:59:03.509511 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfea403-8dae-44df-a93a-98d28318c134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:59:03.512565 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfea403-8dae-44df-a93a-98d28318c134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:59:03.517604 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfea403-8dae-44df-a93a-98d28318c134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:59:03.518291 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfea403-8dae-44df-a93a-98d28318c134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:59:03.518930 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfea403-8dae-44df-a93a-98d28318c134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:59:03.520043 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfea403-8dae-44df-a93a-98d28318c134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:59:03.520875 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-9e6674a2-b070-4563-9a17-682be3e1ab21 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:03.521838 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfea403-8dae-44df-a93a-98d28318c134 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:59:03.522588 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfea403-8dae-44df-a93a-98d28318c134 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:59:03.523280 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfea403-8dae-44df-a93a-98d28318c134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:59:03.524208 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfea403-8dae-44df-a93a-98d28318c134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:59:03.524897 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfea403-8dae-44df-a93a-98d28318c134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:59:03.525582 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfea403-8dae-44df-a93a-98d28318c134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:59:03.527262 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfea403-8dae-44df-a93a-98d28318c134 None None] Tracked resource versions report: Oct 18 02:59:03.527262 dv-cinder-814333-1-iscsi neutron-server[106639]: pushed versions: Oct 18 02:59:03.527262 dv-cinder-814333-1-iscsi neutron-server[106639]: { 'AddressGroup': {'1.2'}, Oct 18 02:59:03.527262 dv-cinder-814333-1-iscsi neutron-server[106639]: 'ConntrackHelper': {'1.0'}, Oct 18 02:59:03.527262 dv-cinder-814333-1-iscsi neutron-server[106639]: 'Log': {'1.0'}, Oct 18 02:59:03.527262 dv-cinder-814333-1-iscsi neutron-server[106639]: 'Network': {'1.1'}, Oct 18 02:59:03.527262 dv-cinder-814333-1-iscsi neutron-server[106639]: 'Port': {'1.7'}, Oct 18 02:59:03.527262 dv-cinder-814333-1-iscsi neutron-server[106639]: 'PortForwarding': {'1.2'}, Oct 18 02:59:03.527262 dv-cinder-814333-1-iscsi neutron-server[106639]: 'QosPolicy': {'1.9'}, Oct 18 02:59:03.527262 dv-cinder-814333-1-iscsi neutron-server[106639]: 'SecurityGroup': {'1.4'}, Oct 18 02:59:03.527262 dv-cinder-814333-1-iscsi neutron-server[106639]: 'SecurityGroupRule': {'1.2'}, Oct 18 02:59:03.527262 dv-cinder-814333-1-iscsi neutron-server[106639]: 'SubPort': {'1.0'}, Oct 18 02:59:03.527262 dv-cinder-814333-1-iscsi neutron-server[106639]: 'Subnet': {'1.1'}, Oct 18 02:59:03.527262 dv-cinder-814333-1-iscsi neutron-server[106639]: 'Trunk': {'1.1'}} Oct 18 02:59:03.527262 dv-cinder-814333-1-iscsi neutron-server[106639]: consumer versions: Oct 18 02:59:03.527262 dv-cinder-814333-1-iscsi neutron-server[106639]: { DHCP agent@dv-cinder-814333-1-iscsi: {}, Oct 18 02:59:03.527262 dv-cinder-814333-1-iscsi neutron-server[106639]: HyperV agent@hv-cinder-81433: {}, Oct 18 02:59:03.527262 dv-cinder-814333-1-iscsi neutron-server[106639]: L3 agent@dv-cinder-814333-1-iscsi: {}, Oct 18 02:59:03.527262 dv-cinder-814333-1-iscsi neutron-server[106639]: Metadata agent@dv-cinder-814333-1-iscsi: {}, Oct 18 02:59:03.527262 dv-cinder-814333-1-iscsi neutron-server[106639]: Metering agent@dv-cinder-814333-1-iscsi: {}, Oct 18 02:59:03.527262 dv-cinder-814333-1-iscsi neutron-server[106639]: Open vSwitch agent@dv-cinder-814333-1-iscsi: { 'AddressGroup': '1.2', Oct 18 02:59:03.527262 dv-cinder-814333-1-iscsi neutron-server[106639]: 'ConntrackHelper': '1.0', Oct 18 02:59:03.527262 dv-cinder-814333-1-iscsi neutron-server[106639]: 'Log': '1.0', Oct 18 02:59:03.527262 dv-cinder-814333-1-iscsi neutron-server[106639]: 'Network': '1.1', Oct 18 02:59:03.527262 dv-cinder-814333-1-iscsi neutron-server[106639]: 'Port': '1.7', Oct 18 02:59:03.527262 dv-cinder-814333-1-iscsi neutron-server[106639]: 'PortForwarding': '1.2', Oct 18 02:59:03.527262 dv-cinder-814333-1-iscsi neutron-server[106639]: 'QosPolicy': '1.9', Oct 18 02:59:03.527262 dv-cinder-814333-1-iscsi neutron-server[106639]: 'SecurityGroup': '1.4', Oct 18 02:59:03.527262 dv-cinder-814333-1-iscsi neutron-server[106639]: 'SecurityGroupRule': '1.2', Oct 18 02:59:03.527262 dv-cinder-814333-1-iscsi neutron-server[106639]: 'SubPort': '1.0', Oct 18 02:59:03.527262 dv-cinder-814333-1-iscsi neutron-server[106639]: 'Subnet': '1.1', Oct 18 02:59:03.527262 dv-cinder-814333-1-iscsi neutron-server[106639]: 'Trunk': '1.1'}} Oct 18 02:59:03.527262 dv-cinder-814333-1-iscsi neutron-server[106639]: {{(pid=106639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 18 02:59:03.529740 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-9e6674a2-b070-4563-9a17-682be3e1ab21 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/networks?id=17665a73-802b-4dd6-8f82-9d1a9c41f31f HTTP/1.1" status: 200 len: 811 time: 0.5597279 Oct 18 02:59:03.540766 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1d5f1b-5879-46cd-be77-3a6d80f48655 None None] Checking agent: {'id': '725b6bc2-91e5-4fb5-a09c-abe917cff252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 50, 22), 'started_at': datetime.datetime(2021, 10, 18, 2, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 2, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 02:59:03.541151 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1d5f1b-5879-46cd-be77-3a6d80f48655 None None] Checking segment: {'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 02:59:03.541567 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-2b1d5f1b-5879-46cd-be77-3a6d80f48655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:03.543791 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1d5f1b-5879-46cd-be77-3a6d80f48655 None None] Bound using segment: {'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'} {{(pid=106639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 02:59:03.544299 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.managers [None req-2b1d5f1b-5879-46cd-be77-3a6d80f48655 None None] Bound port: c9c3470f-225d-4d95-9e29-b9c1de32b581, host: dv-cinder-814333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'}}] {{(pid=106639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 02:59:03.544738 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-2b1d5f1b-5879-46cd-be77-3a6d80f48655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:03.573534 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-55b1e5ff-acb1-43cc-a64f-ce36f7392d62 None None] Notify callbacks [] for port, precommit_create {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:03.596258 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-5cda498c-eedc-4d86-9cf3-fe1ff7609ee1 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/quotas/46f89774823840d2b151278fb966b894 HTTP/1.1" status: 200 len: 375 time: 0.0671039 Oct 18 02:59:03.601733 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.db [None req-2b1d5f1b-5879-46cd-be77-3a6d80f48655 None None] For port c9c3470f-225d-4d95-9e29-b9c1de32b581, host dv-cinder-814333-1-iscsi, cleared binding levels {{(pid=106639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 02:59:03.605601 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.db [None req-2b1d5f1b-5879-46cd-be77-3a6d80f48655 None None] For port c9c3470f-225d-4d95-9e29-b9c1de32b581, host dv-cinder-814333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=c9c3470f-225d-4d95-9e29-b9c1de32b581,segment=NetworkSegment(945c2ffc-cf09-447c-9907-99c5ee5cf6c6),segment_id=945c2ffc-cf09-447c-9907-99c5ee5cf6c6)] {{(pid=106639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 02:59:03.627469 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6f34673b-c056-4377-b58e-6079e37ab11b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:03.631232 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_common [None req-90f70b9a-daa0-4660-aded-8f44d1b0a621 admin admin] Allocated IP 172.20.0.1 (2e8a63a2-5796-4af1-8add-99fedc042cba/dead32d3-ed00-4228-a06c-9c73190d2cad/ca4c779b-7758-45c3-b63d-84310c307805) {{(pid=106637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 02:59:03.701862 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-5fed202c-2f6b-46ef-9774-a9987d00737c tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=46f89774823840d2b151278fb966b894&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755892 Oct 18 02:59:03.705728 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-2e2847c5-e37b-40e1-a067-afc2e8ccef5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:03.743807 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-90f70b9a-daa0-4660-aded-8f44d1b0a621 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:03.809112 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-55b1e5ff-acb1-43cc-a64f-ce36f7392d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598'] for port, after_create {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:03.809359 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-2b1d5f1b-5879-46cd-be77-3a6d80f48655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:03.874797 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a15e4e3b-1b87-4935-b751-cabab848b857 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:03.879826 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-2e2847c5-e37b-40e1-a067-afc2e8ccef5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:03.912208 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-83545a8d-818a-4933-9b94-241772254898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149'] for subnet, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:03.919649 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-90f70b9a-daa0-4660-aded-8f44d1b0a621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598'] for port, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:03.927221 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1d5f1b-5879-46cd-be77-3a6d80f48655 None None] Routers {'86dd0e9b-cdad-4570-8898-2dd4fe203da6'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 02:59:03.927856 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-2b1d5f1b-5879-46cd-be77-3a6d80f48655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T02:58:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['86dd0e9b-cdad-4570-8898-2dd4fe203da6'], 'active': True} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:59:03.937040 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfea403-8dae-44df-a93a-98d28318c134 None None] Pushing event updated for resources: {'Port': ['ID=c9c3470f-225d-4d95-9e29-b9c1de32b581,revision_number=3']} {{(pid=106639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:03.945204 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-2e2847c5-e37b-40e1-a067-afc2e8ccef5f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cc18a978e9a04f559d0a44bc56bfdccc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2277443 Oct 18 02:59:03.970328 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b1e5ff-acb1-43cc-a64f-ce36f7392d62 None None] Network ac1fdfa5-8257-478e-8751-4284ba979920 is already hosted by enough agents. {{(pid=106638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 02:59:03.971533 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b1e5ff-acb1-43cc-a64f-ce36f7392d62 None None] Pushing event updated for resources: {'Port': ['ID=09f377ed-6366-4b25-a40e-320e4a2e1942,revision_number=1']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:03.977379 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.scheduler.base_scheduler [None req-55b1e5ff-acb1-43cc-a64f-ce36f7392d62 None None] Resources bound (agent type, host, resource id): {{(pid=106638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 02:59:03.994733 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b1e5ff-acb1-43cc-a64f-ce36f7392d62 None None] Received port after_create {{(pid=106638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 02:59:03.997527 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 57352) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:04.001001 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83545a8d-818a-4933-9b94-241772254898 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d67d233e-0fa0-4de2-a2c3-807e22ec8125,revision_number=0']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:04.002917 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f70b9a-daa0-4660-aded-8f44d1b0a621 admin admin] Pushing event updated for resources: {'Port': ['ID=ca4c779b-7758-45c3-b63d-84310c307805,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:04.030931 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f70b9a-daa0-4660-aded-8f44d1b0a621 admin admin] Network 2e8a63a2-5796-4af1-8add-99fedc042cba is already hosted by enough agents. {{(pid=106637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 02:59:04.034415 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [None req-90f70b9a-daa0-4660-aded-8f44d1b0a621 admin admin] Resources bound (agent type, host, resource id): {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 02:59:04.038710 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f70b9a-daa0-4660-aded-8f44d1b0a621 admin admin] Received port after_create {{(pid=106637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 02:59:04.039419 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-90f70b9a-daa0-4660-aded-8f44d1b0a621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611728'] for router_interface, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:04.143047 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-7e158d70-2073-4a0e-9b2d-d9d99e133791 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=106636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 02:59:04.153263 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-7e158d70-2073-4a0e-9b2d-d9d99e133791 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3416297 Oct 18 02:59:04.156453 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a15e4e3b-1b87-4935-b751-cabab848b857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:04.158563 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2847c5-e37b-40e1-a067-afc2e8ccef5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f977fa-2640-4eee-9d5a-ca131e808ac1,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:04.180290 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-55b1e5ff-acb1-43cc-a64f-ce36f7392d62 None None] Attempting to bind port 09f377ed-6366-4b25-a40e-320e4a2e1942 on host dv-cinder-814333-1-iscsi for vnic_type normal with profile {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 02:59:04.180663 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-55b1e5ff-acb1-43cc-a64f-ce36f7392d62 None None] Attempting to bind port 09f377ed-6366-4b25-a40e-320e4a2e1942 by drivers openvswitch,hyperv on host dv-cinder-814333-1-iscsi at level 0 using segments [{'id': '61950c5d-464e-44a7-9413-2dacd41366ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920'}] {{(pid=106638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 02:59:04.181030 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b1e5ff-acb1-43cc-a64f-ce36f7392d62 None None] Attempting to bind port 09f377ed-6366-4b25-a40e-320e4a2e1942 on network ac1fdfa5-8257-478e-8751-4284ba979920 {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 02:59:04.192157 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b1e5ff-acb1-43cc-a64f-ce36f7392d62 None None] Checking agent: {'id': '725b6bc2-91e5-4fb5-a09c-abe917cff252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 50, 22), 'started_at': datetime.datetime(2021, 10, 18, 2, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 2, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 02:59:04.192879 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b1e5ff-acb1-43cc-a64f-ce36f7392d62 None None] Checking segment: {'id': '61950c5d-464e-44a7-9413-2dacd41366ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 02:59:04.193495 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-55b1e5ff-acb1-43cc-a64f-ce36f7392d62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:04.194133 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b1e5ff-acb1-43cc-a64f-ce36f7392d62 None None] Bound using segment: {'id': '61950c5d-464e-44a7-9413-2dacd41366ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920'} {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 02:59:04.194796 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-55b1e5ff-acb1-43cc-a64f-ce36f7392d62 None None] Bound port: 09f377ed-6366-4b25-a40e-320e4a2e1942, host: dv-cinder-814333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61950c5d-464e-44a7-9413-2dacd41366ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920'}}] {{(pid=106638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 02:59:04.195382 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-55b1e5ff-acb1-43cc-a64f-ce36f7392d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:04.236236 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvr_db [None req-2b1d5f1b-5879-46cd-be77-3a6d80f48655 None None] Set router 86dd0e9b-cdad-4570-8898-2dd4fe203da6 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 02:59:04.310265 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-55b1e5ff-acb1-43cc-a64f-ce36f7392d62 None None] For port 09f377ed-6366-4b25-a40e-320e4a2e1942, host dv-cinder-814333-1-iscsi, cleared binding levels {{(pid=106638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 02:59:04.314469 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-55b1e5ff-acb1-43cc-a64f-ce36f7392d62 None None] For port 09f377ed-6366-4b25-a40e-320e4a2e1942, host dv-cinder-814333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=09f377ed-6366-4b25-a40e-320e4a2e1942,segment=NetworkSegment(61950c5d-464e-44a7-9413-2dacd41366ea),segment_id=61950c5d-464e-44a7-9413-2dacd41366ea)] {{(pid=106638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 02:59:04.405937 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6f34673b-c056-4377-b58e-6079e37ab11b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:04.417907 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-55b1e5ff-acb1-43cc-a64f-ce36f7392d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:04.437605 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6f34673b-c056-4377-b58e-6079e37ab11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:04.460075 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-2b1d5f1b-5879-46cd-be77-3a6d80f48655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'name': 'tempest-AttachVolumeShelveTestJSON-812679274-router', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'c9c3470f-225d-4d95-9e29-b9c1de32b581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:58:58Z', 'updated_at': '2021-10-18T02:58:59Z', 'revision_number': 3, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'gw_port': {'id': 'c9c3470f-225d-4d95-9e29-b9c1de32b581', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:58:58Z', 'updated_at': '2021-10-18T02:59:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi'}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:59:04.493715 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1d5f1b-5879-46cd-be77-3a6d80f48655 None None] The sync data for ids ['86dd0e9b-cdad-4570-8898-2dd4fe203da6'] in dv-cinder-814333-1-iscsi is: [{'id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'name': 'tempest-AttachVolumeShelveTestJSON-812679274-router', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'c9c3470f-225d-4d95-9e29-b9c1de32b581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:58:58Z', 'updated_at': '2021-10-18T02:58:59Z', 'revision_number': 3, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'gw_port': {'id': 'c9c3470f-225d-4d95-9e29-b9c1de32b581', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:58:58Z', 'updated_at': '2021-10-18T02:59:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi'}] {{(pid=106639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 02:59:04.498577 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b1e5ff-acb1-43cc-a64f-ce36f7392d62 None None] Pushing event updated for resources: {'Port': ['ID=09f377ed-6366-4b25-a40e-320e4a2e1942,revision_number=2']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:04.501466 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-ea0bafc0-d7dc-4d5c-8cc1-03e00dae7d59 None None] Provisioning complete for port ca4c779b-7758-45c3-b63d-84310c307805 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:59:04.501712 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-ea0bafc0-d7dc-4d5c-8cc1-03e00dae7d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:04.522466 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-e2917224-1d2b-4847-9eac-4475c6014333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:04.537115 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:04.568627 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83545a8d-818a-4933-9b94-241772254898 admin admin] Checking segment: {'id': '3f1a56fa-c994-407e-a83e-fac139c8396e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f6ce27b7-5b82-4179-9542-4ba4a69f35bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 02:59:04.568979 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83545a8d-818a-4933-9b94-241772254898 admin admin] Network hostable DHCP agents. Network: f6ce27b7-5b82-4179-9542-4ba4a69f35bd, hostable agents: ['d6364138-709a-4c77-9f16-97f76425e773'], hosted agents: [] {{(pid=106636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 02:59:04.584975 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-ea0bafc0-d7dc-4d5c-8cc1-03e00dae7d59 None None] Port ca4c779b-7758-45c3-b63d-84310c307805 cannot update to ACTIVE because it is not bound. {{(pid=106638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 02:59:04.593134 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-2c93fd02-2c84-4439-9bdf-b696f8caa4d3 service neutron] 10.222.0.30 "GET /v2.0/networks/17665a73-802b-4dd6-8f82-9d1a9c41f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377184 Oct 18 02:59:04.606558 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-90f70b9a-daa0-4660-aded-8f44d1b0a621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:04.609030 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-e2917224-1d2b-4847-9eac-4475c6014333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:04.694067 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.db_base_plugin_common [None req-a15e4e3b-1b87-4935-b751-cabab848b857 admin admin] Allocated IP 172.27.3.157 (ec1e2d0f-026f-465c-b326-53f6d0173c72/df7c5eba-93a9-4f97-9356-1dcfa994647a/997396cf-82af-44c0-9c79-407b24f2b55f) {{(pid=106636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 02:59:04.733631 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83545a8d-818a-4933-9b94-241772254898 admin admin] Network f6ce27b7-5b82-4179-9542-4ba4a69f35bd is scheduled to be hosted by DHCP agent d6364138-709a-4c77-9f16-97f76425e773 with binding_index 1 {{(pid=106636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 02:59:04.846230 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-d757ac6c-ebe1-4237-91b8-94228e60db7a service neutron] 10.222.0.30 "GET /v2.0/networks/17665a73-802b-4dd6-8f82-9d1a9c41f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328496 Oct 18 02:59:04.940557 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [None req-83545a8d-818a-4933-9b94-241772254898 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814333-1-iscsi, f6ce27b7-5b82-4179-9542-4ba4a69f35bd) {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 02:59:04.969456 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-e2917224-1d2b-4847-9eac-4475c6014333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:04.976828 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-e2917224-1d2b-4847-9eac-4475c6014333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:04.980044 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-e2917224-1d2b-4847-9eac-4475c6014333 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/00f977fa-2640-4eee-9d5a-ca131e808ac1 HTTP/1.1" status: 204 len: 168 time: 0.9723427 Oct 18 02:59:04.982098 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83545a8d-818a-4933-9b94-241772254898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:04.989805 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-83545a8d-818a-4933-9b94-241772254898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for subnet, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:05.027559 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a15e4e3b-1b87-4935-b751-cabab848b857 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:05.029311 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24f9ed4-e2cd-453a-ac42-0068052d77d9 None None] Network f6ce27b7-5b82-4179-9542-4ba4a69f35bd requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 02:59:05.061012 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2917224-1d2b-4847-9eac-4475c6014333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f977fa-2640-4eee-9d5a-ca131e808ac1,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:05.140453 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-83545a8d-818a-4933-9b94-241772254898 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4658980 Oct 18 02:59:05.274756 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-90f70b9a-daa0-4660-aded-8f44d1b0a621 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:05.336671 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d204df-c1c7-4cec-bae9-2a1becf91fed None None] Network f6ce27b7-5b82-4179-9542-4ba4a69f35bd requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 02:59:05.344896 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 57376) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:05.356453 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a15e4e3b-1b87-4935-b751-cabab848b857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598'] for port, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:05.406885 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15e4e3b-1b87-4935-b751-cabab848b857 admin admin] Network ec1e2d0f-026f-465c-b326-53f6d0173c72 is already hosted by enough agents. {{(pid=106636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 02:59:05.416586 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [None req-a15e4e3b-1b87-4935-b751-cabab848b857 admin admin] Resources bound (agent type, host, resource id): {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 02:59:05.421151 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15e4e3b-1b87-4935-b751-cabab848b857 admin admin] Received port after_create {{(pid=106636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 02:59:05.437271 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-90f70b9a-daa0-4660-aded-8f44d1b0a621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:05.438561 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-90f70b9a-daa0-4660-aded-8f44d1b0a621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611812'] for router_interface, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:05.569436 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 57386) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:05.697656 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-78012be9-155b-4234-a011-b9a779c175f5 req-69f6b104-6224-411f-8083-7811807e884d tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8fb5485-625a-4875-a323-b50e33a55402 HTTP/1.1" status: 200 len: 210 time: 0.1223259 Oct 18 02:59:05.698469 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e4e3b-1b87-4935-b751-cabab848b857 admin admin] Pushing event updated for resources: {'Port': ['ID=997396cf-82af-44c0-9c79-407b24f2b55f,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:05.758201 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ed9c3d0-add3-4de5-82ad-7869712e0983 admin admin] Deleting subnet 1fdad6a0-d5d3-4454-830b-51654776039b {{(pid=106637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 18 02:59:05.761827 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_common [None req-6f34673b-c056-4377-b58e-6079e37ab11b admin admin] Allocated IP 172.27.3.78 (ec1e2d0f-026f-465c-b326-53f6d0173c72/df7c5eba-93a9-4f97-9356-1dcfa994647a/6c7167d1-a2aa-4022-86fa-1b0e5297fb4d) {{(pid=106637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 02:59:05.799792 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-5ed9c3d0-add3-4de5-82ad-7869712e0983 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:05.830267 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f70b9a-daa0-4660-aded-8f44d1b0a621 admin admin] Pushing event updated for resources: {'Port': ['ID=ca4c779b-7758-45c3-b63d-84310c307805,revision_number=2']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:05.904795 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a15e4e3b-1b87-4935-b751-cabab848b857 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:05.936502 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-5ed9c3d0-add3-4de5-82ad-7869712e0983 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:05.962696 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-5ed9c3d0-add3-4de5-82ad-7869712e0983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7935780'] for subnet, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:06.023140 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f70b9a-daa0-4660-aded-8f44d1b0a621 admin admin] Network 2e8a63a2-5796-4af1-8add-99fedc042cba is already hosted by enough agents. {{(pid=106637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 02:59:06.034688 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [None req-90f70b9a-daa0-4660-aded-8f44d1b0a621 admin admin] Resources bound (agent type, host, resource id): {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 02:59:06.208603 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbaebc8b-e8a0-4f5a-ae51-42697a1c8790 None None] Network ac1fdfa5-8257-478e-8751-4284ba979920 requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 02:59:06.245582 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 57418) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:06.311899 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6f34673b-c056-4377-b58e-6079e37ab11b admin admin] Notify callbacks [] for port, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:06.318537 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-d38871c5-0e62-4907-ab80-16c2ed7e7b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:06.348411 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a15e4e3b-1b87-4935-b751-cabab848b857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612773'] for router, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:06.407715 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-5ed9c3d0-add3-4de5-82ad-7869712e0983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7935787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149'] for subnet, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:06.415763 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device c9c3470f-225d-4d95-9e29-b9c1de32b581 up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 02:59:06.476157 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-d38871c5-0e62-4907-ab80-16c2ed7e7b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:06.480785 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9c3d0-add3-4de5-82ad-7869712e0983 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fdad6a0-d5d3-4454-830b-51654776039b,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:06.490202 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-5ed9c3d0-add3-4de5-82ad-7869712e0983 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:06.490343 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-86d5ccd6-a642-495f-b2a8-ebeebf46bd05 None None] Provisioning complete for port 09f377ed-6366-4b25-a40e-320e4a2e1942 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:59:06.490343 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-86d5ccd6-a642-495f-b2a8-ebeebf46bd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:06.490523 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-5ed9c3d0-add3-4de5-82ad-7869712e0983 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1fdad6a0-d5d3-4454-830b-51654776039b HTTP/1.1" status: 204 len: 168 time: 1.1437218 Oct 18 02:59:06.493612 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 57432) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:06.557760 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f70b9a-daa0-4660-aded-8f44d1b0a621 admin admin] Router 86dd0e9b-cdad-4570-8898-2dd4fe203da6 has already been hosted by L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 {{(pid=106637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 02:59:06.601566 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port c9c3470f-225d-4d95-9e29-b9c1de32b581 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:59:06.602678 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:06.642692 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-559d5275-32a0-4c5f-ac73-ab4688c94d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7981797'] for network, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:06.669834 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-d38871c5-0e62-4907-ab80-16c2ed7e7b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:06.700365 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-86d5ccd6-a642-495f-b2a8-ebeebf46bd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:06.733215 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-d38871c5-0e62-4907-ab80-16c2ed7e7b01 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=45006167301648cd8ef4deac4b4f26e9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4864225 Oct 18 02:59:06.734282 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 57434) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:06.743152 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38871c5-0e62-4907-ab80-16c2ed7e7b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159e2a0c-fa8f-4261-ab88-5fa2b9b93f82,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:06.775006 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6f34673b-c056-4377-b58e-6079e37ab11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598'] for port, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:06.780068 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-86d5ccd6-a642-495f-b2a8-ebeebf46bd05 None None] For port 09f377ed-6366-4b25-a40e-320e4a2e1942, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=09f377ed-6366-4b25-a40e-320e4a2e1942,segment=NetworkSegment(61950c5d-464e-44a7-9413-2dacd41366ea),segment_id=61950c5d-464e-44a7-9413-2dacd41366ea)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 02:59:06.805314 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:06.805738 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15e4e3b-1b87-4935-b751-cabab848b857 admin admin] Router 0d03d7ff-e945-42d0-ab49-8db15756a142 is scheduled to L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 with binding_index 1 {{(pid=106636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 02:59:06.834510 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] For port c9c3470f-225d-4d95-9e29-b9c1de32b581, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=c9c3470f-225d-4d95-9e29-b9c1de32b581,segment=NetworkSegment(945c2ffc-cf09-447c-9907-99c5ee5cf6c6),segment_id=945c2ffc-cf09-447c-9907-99c5ee5cf6c6)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 02:59:06.888525 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-86d5ccd6-a642-495f-b2a8-ebeebf46bd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:06.906060 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f34673b-c056-4377-b58e-6079e37ab11b admin admin] Network ec1e2d0f-026f-465c-b326-53f6d0173c72 is already hosted by enough agents. {{(pid=106637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 02:59:06.906060 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [None req-6f34673b-c056-4377-b58e-6079e37ab11b admin admin] Resources bound (agent type, host, resource id): {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 02:59:06.912111 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f70b9a-daa0-4660-aded-8f44d1b0a621 admin admin] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 02:59:06.921780 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f34673b-c056-4377-b58e-6079e37ab11b admin admin] Received port after_create {{(pid=106637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 02:59:06.964724 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-90f70b9a-daa0-4660-aded-8f44d1b0a621 admin admin] 10.222.0.30 "PUT /v2.0/routers/86dd0e9b-cdad-4570-8898-2dd4fe203da6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5988996 Oct 18 02:59:06.978731 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d5ccd6-a642-495f-b2a8-ebeebf46bd05 None None] Pushing event updated for resources: {'Port': ['ID=09f377ed-6366-4b25-a40e-320e4a2e1942,revision_number=3']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:06.989565 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:06.990671 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 09f377ed-6366-4b25-a40e-320e4a2e1942 up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 02:59:07.006382 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f34673b-c056-4377-b58e-6079e37ab11b admin admin] Pushing event updated for resources: {'Port': ['ID=6c7167d1-a2aa-4022-86fa-1b0e5297fb4d,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:07.010779 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-559d5275-32a0-4c5f-ac73-ab4688c94d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7935455', 'neutron.services.segments.db._delete_segments_for_network-8748751250701'] for network, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:07.072544 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15e4e3b-1b87-4935-b751-cabab848b857 admin admin] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 02:59:07.089691 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-559d5275-32a0-4c5f-ac73-ab4688c94d7a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:59:07.090352 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-559d5275-32a0-4c5f-ac73-ab4688c94d7a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:59:07.091397 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-559d5275-32a0-4c5f-ac73-ab4688c94d7a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:59:07.092339 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-559d5275-32a0-4c5f-ac73-ab4688c94d7a admin admin] Subscribe: > port after_create 55550000 {{(pid=106637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:59:07.092916 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-559d5275-32a0-4c5f-ac73-ab4688c94d7a admin admin] Subscribe: > port after_delete 55550000 {{(pid=106637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:59:07.093486 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-559d5275-32a0-4c5f-ac73-ab4688c94d7a admin admin] Subscribe: > port after_update 55550000 {{(pid=106637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:59:07.094052 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-559d5275-32a0-4c5f-ac73-ab4688c94d7a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:59:07.094600 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-559d5275-32a0-4c5f-ac73-ab4688c94d7a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:59:07.095120 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-559d5275-32a0-4c5f-ac73-ab4688c94d7a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:59:07.095651 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-559d5275-32a0-4c5f-ac73-ab4688c94d7a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:59:07.120953 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Pushing event updated for resources: {'Port': ['ID=c9c3470f-225d-4d95-9e29-b9c1de32b581,revision_number=4']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:07.135228 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df7fceb-0a1f-4d71-9d41-00a42bee6fab None None] Sync routers for ids ['0d03d7ff-e945-42d0-ab49-8db15756a142'] in dv-cinder-814333-1-iscsi {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 02:59:07.142571 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8038094e-6371-4f90-9745-7de036519f90 req-0c610a18-59b7-4e0d-85ff-2ceafabe00e5 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8fb5485-625a-4875-a323-b50e33a55402 HTTP/1.1" status: 200 len: 210 time: 0.3321717 Oct 18 02:59:07.159023 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-d98f723a-3a17-4683-94c2-7ae81a2b754d None None] Provisioning complete for port 09f377ed-6366-4b25-a40e-320e4a2e1942 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:59:07.159453 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d98f723a-3a17-4683-94c2-7ae81a2b754d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:07.165970 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-737f1bd7-1d0b-4da2-afc6-3a9b6ef0f689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:07.198863 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-737f1bd7-1d0b-4da2-afc6-3a9b6ef0f689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:07.217184 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df7fceb-0a1f-4d71-9d41-00a42bee6fab None None] Routers {'0d03d7ff-e945-42d0-ab49-8db15756a142'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 02:59:07.222055 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-2df7fceb-0a1f-4d71-9d41-00a42bee6fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T02:58:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['0d03d7ff-e945-42d0-ab49-8db15756a142'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:59:07.237827 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aa0908-3675-47d2-a78c-5fef854c452c None None] Sync routers for ids ['86dd0e9b-cdad-4570-8898-2dd4fe203da6'] in dv-cinder-814333-1-iscsi {{(pid=106639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 02:59:07.243026 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aa0908-3675-47d2-a78c-5fef854c452c None None] Routers {'86dd0e9b-cdad-4570-8898-2dd4fe203da6'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 02:59:07.243454 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a15e4e3b-1b87-4935-b751-cabab848b857 admin admin] Notify callbacks [] for router, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:07.243649 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-50aa0908-3675-47d2-a78c-5fef854c452c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T02:58:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['86dd0e9b-cdad-4570-8898-2dd4fe203da6'], 'active': True} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:59:07.247104 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-a15e4e3b-1b87-4935-b751-cabab848b857 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9094708 Oct 18 02:59:07.254335 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 57456) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:07.320054 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port 09f377ed-6366-4b25-a40e-320e4a2e1942 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:59:07.320510 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:07.389125 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvr_db [None req-50aa0908-3675-47d2-a78c-5fef854c452c None None] Set router 86dd0e9b-cdad-4570-8898-2dd4fe203da6 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 02:59:07.433927 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-559d5275-32a0-4c5f-ac73-ab4688c94d7a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:59:07.434551 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-559d5275-32a0-4c5f-ac73-ab4688c94d7a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:59:07.434551 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-559d5275-32a0-4c5f-ac73-ab4688c94d7a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:59:07.434889 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-559d5275-32a0-4c5f-ac73-ab4688c94d7a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 02:59:07.436355 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.services.segments.db [None req-559d5275-32a0-4c5f-ac73-ab4688c94d7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bff57dd-2abc-4a37-b503-31b4458be721']}} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:59:07.445616 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-2df7fceb-0a1f-4d71-9d41-00a42bee6fab None None] Set router 0d03d7ff-e945-42d0-ab49-8db15756a142 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 02:59:07.483235 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.services.segments.db [None req-559d5275-32a0-4c5f-ac73-ab4688c94d7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43714bc8-6709-42ac-96c9-2f77c03bd5ab') {'for_net_delete': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:59:07.483235 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.services.segments.db [None req-559d5275-32a0-4c5f-ac73-ab4688c94d7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43714bc8-6709-42ac-96c9-2f77c03bd5ab') {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:59:07.510200 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-559d5275-32a0-4c5f-ac73-ab4688c94d7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748751250198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2103707'] for segment, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:07.539001 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-559d5275-32a0-4c5f-ac73-ab4688c94d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965'] for segment, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:07.547975 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-559d5275-32a0-4c5f-ac73-ab4688c94d7a admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=106637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 02:59:07.547975 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-559d5275-32a0-4c5f-ac73-ab4688c94d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3168536'] for segment, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:07.591154 dv-cinder-814333-1-iscsi neutron-server[106637]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 18 02:59:07.591154 dv-cinder-814333-1-iscsi neutron-server[106637]: from cryptography.utils import int_from_bytes Oct 18 02:59:07.591154 dv-cinder-814333-1-iscsi neutron-server[106637]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 18 02:59:07.591154 dv-cinder-814333-1-iscsi neutron-server[106637]: from cryptography.utils import int_from_bytes Oct 18 02:59:07.591154 dv-cinder-814333-1-iscsi neutron-server[106637]: Traceback (most recent call last): Oct 18 02:59:07.591154 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 02:59:07.591154 dv-cinder-814333-1-iscsi neutron-server[106637]: timer() Oct 18 02:59:07.591154 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 02:59:07.591154 dv-cinder-814333-1-iscsi neutron-server[106637]: cb(*args, **kw) Oct 18 02:59:07.591154 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 02:59:07.591154 dv-cinder-814333-1-iscsi neutron-server[106637]: return func(*args, **kwargs) Oct 18 02:59:07.591154 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 02:59:07.591154 dv-cinder-814333-1-iscsi neutron-server[106637]: self._notify() Oct 18 02:59:07.591154 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 02:59:07.591154 dv-cinder-814333-1-iscsi neutron-server[106637]: self.callback(batched_events) Oct 18 02:59:07.591154 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 02:59:07.591154 dv-cinder-814333-1-iscsi neutron-server[106637]: event.method(event) Oct 18 02:59:07.591154 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 02:59:07.591154 dv-cinder-814333-1-iscsi neutron-server[106637]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 02:59:07.591154 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 02:59:07.591154 dv-cinder-814333-1-iscsi neutron-server[106637]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 02:59:07.591154 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 02:59:07.591154 dv-cinder-814333-1-iscsi neutron-server[106637]: return f(self, *a, **k) Oct 18 02:59:07.591154 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 02:59:07.591154 dv-cinder-814333-1-iscsi neutron-server[106637]: return self._get(url).json() Oct 18 02:59:07.591154 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 02:59:07.591154 dv-cinder-814333-1-iscsi neutron-server[106637]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 02:59:07.591154 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 02:59:07.591154 dv-cinder-814333-1-iscsi neutron-server[106637]: return self.request(url, 'GET', **kwargs) Oct 18 02:59:07.591154 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 02:59:07.591154 dv-cinder-814333-1-iscsi neutron-server[106637]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 02:59:07.591154 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 02:59:07.591154 dv-cinder-814333-1-iscsi neutron-server[106637]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 02:59:07.591154 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 02:59:07.591154 dv-cinder-814333-1-iscsi neutron-server[106637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 02:59:07.591154 dv-cinder-814333-1-iscsi neutron-server[106637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 02:59:07.687333 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-d98f723a-3a17-4683-94c2-7ae81a2b754d None None] Provisioning complete for port ca4c779b-7758-45c3-b63d-84310c307805 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:59:07.687333 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d98f723a-3a17-4683-94c2-7ae81a2b754d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:07.702858 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-50aa0908-3675-47d2-a78c-5fef854c452c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'name': 'tempest-AttachVolumeShelveTestJSON-812679274-router', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'c9c3470f-225d-4d95-9e29-b9c1de32b581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:58:58Z', 'updated_at': '2021-10-18T02:59:04Z', 'revision_number': 4, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'gw_port': {'id': 'c9c3470f-225d-4d95-9e29-b9c1de32b581', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:58:58Z', 'updated_at': '2021-10-18T02:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': 'ca4c779b-7758-45c3-b63d-84310c307805', 'name': '', 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'mac_address': 'fa:16:3e:3d:66:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dead32d3-ed00-4228-a06c-9c73190d2cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:03Z', 'updated_at': '2021-10-18T02:59:04Z', 'revision_number': 2, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'subnets': [{'id': 'dead32d3-ed00-4228-a06c-9c73190d2cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:59:07.756051 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aa0908-3675-47d2-a78c-5fef854c452c None None] Checking router: 86dd0e9b-cdad-4570-8898-2dd4fe203da6 for host: dv-cinder-814333-1-iscsi {{(pid=106639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 02:59:07.757605 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-737f1bd7-1d0b-4da2-afc6-3a9b6ef0f689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:07.760198 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-737f1bd7-1d0b-4da2-afc6-3a9b6ef0f689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:07.761382 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-737f1bd7-1d0b-4da2-afc6-3a9b6ef0f689 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/159e2a0c-fa8f-4261-ab88-5fa2b9b93f82 HTTP/1.1" status: 204 len: 168 time: 1.0258226 Oct 18 02:59:07.774174 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aa0908-3675-47d2-a78c-5fef854c452c None None] Updating router 86dd0e9b-cdad-4570-8898-2dd4fe203da6 port ca4c779b-7758-45c3-b63d-84310c307805 binding host dv-cinder-814333-1-iscsi {{(pid=106639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 02:59:07.805101 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f1bd7-1d0b-4da2-afc6-3a9b6ef0f689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159e2a0c-fa8f-4261-ab88-5fa2b9b93f82,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:07.809841 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-d98f723a-3a17-4683-94c2-7ae81a2b754d None None] Port ca4c779b-7758-45c3-b63d-84310c307805 cannot update to ACTIVE because it is not bound. {{(pid=106638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 02:59:07.822481 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-50aa0908-3675-47d2-a78c-5fef854c452c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:07.831694 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-559d5275-32a0-4c5f-ac73-ab4688c94d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7935398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612845'] for network, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:07.855195 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-559d5275-32a0-4c5f-ac73-ab4688c94d7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for network, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:07.892138 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-559d5275-32a0-4c5f-ac73-ab4688c94d7a admin admin] 10.222.0.30 "DELETE /v2.0/networks/2bff57dd-2abc-4a37-b503-31b4458be721 HTTP/1.1" status: 204 len: 168 time: 1.3961394 Oct 18 02:59:07.893429 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 57476) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:07.896529 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d5275-32a0-4c5f-ac73-ab4688c94d7a admin admin] Pushing event deleted for resources: {'Network': ['ID=2bff57dd-2abc-4a37-b503-31b4458be721,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:08.005093 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-2df7fceb-0a1f-4d71-9d41-00a42bee6fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'name': 'tempest-AttachVolumeTestJSON-998918899-router', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:59:02Z', 'updated_at': '2021-10-18T02:59:05Z', 'revision_number': 3, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'gw_port': {'id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:22:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:04Z', 'updated_at': '2021-10-18T02:59:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi'}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:59:08.067629 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df7fceb-0a1f-4d71-9d41-00a42bee6fab None None] Checking router: 0d03d7ff-e945-42d0-ab49-8db15756a142 for host: dv-cinder-814333-1-iscsi {{(pid=106638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 02:59:08.069073 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df7fceb-0a1f-4d71-9d41-00a42bee6fab None None] Updating router 0d03d7ff-e945-42d0-ab49-8db15756a142 port 997396cf-82af-44c0-9c79-407b24f2b55f binding host dv-cinder-814333-1-iscsi {{(pid=106638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 02:59:08.115035 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-2df7fceb-0a1f-4d71-9d41-00a42bee6fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:08.155154 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_v2 [None req-d146178f-ee4d-4030-81e6-35a197e98d5f admin admin] Deleting subnet d67d233e-0fa0-4de2-a2c3-807e22ec8125 {{(pid=106637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 18 02:59:08.163993 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d146178f-ee4d-4030-81e6-35a197e98d5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:08.277593 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d146178f-ee4d-4030-81e6-35a197e98d5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2103684'] for subnet, precommit_delete_associations {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:08.277593 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6f34673b-c056-4377-b58e-6079e37ab11b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:08.297948 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device c9c3470f-225d-4d95-9e29-b9c1de32b581 up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 02:59:08.321120 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-373f77d8-ad15-4778-88c3-616b0db55f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:08.382404 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f56ef54a-ebab-4bb7-bf74-40e9c70627b3 req-11e5e6f3-6adc-4970-9f57-f5e7f66db8fd tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8fb5485-625a-4875-a323-b50e33a55402 HTTP/1.1" status: 200 len: 210 time: 0.0418150 Oct 18 02:59:08.451176 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port c9c3470f-225d-4d95-9e29-b9c1de32b581 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:59:08.451723 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:08.466889 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-50aa0908-3675-47d2-a78c-5fef854c452c None None] Notify callbacks [] for port, precommit_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:08.569280 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-50aa0908-3675-47d2-a78c-5fef854c452c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:08.684235 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-2df7fceb-0a1f-4d71-9d41-00a42bee6fab None None] Notify callbacks [] for port, precommit_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:08.690828 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 09f377ed-6366-4b25-a40e-320e4a2e1942 up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 02:59:08.708517 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf023c-b566-445a-b1d9-46bfb5abc754 None None] Pushing event updated for resources: {'Port': ['ID=ca4c779b-7758-45c3-b63d-84310c307805,revision_number=3']} {{(pid=106639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:08.760544 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d146178f-ee4d-4030-81e6-35a197e98d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7935780'] for subnet, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:08.794766 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port 09f377ed-6366-4b25-a40e-320e4a2e1942 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:59:08.795053 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:08.821510 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 57498) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:08.871260 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-2df7fceb-0a1f-4d71-9d41-00a42bee6fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:08.876686 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.managers [None req-50aa0908-3675-47d2-a78c-5fef854c452c None None] Attempting to bind port ca4c779b-7758-45c3-b63d-84310c307805 on host dv-cinder-814333-1-iscsi for vnic_type normal with profile {{(pid=106639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 02:59:08.877068 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.managers [None req-50aa0908-3675-47d2-a78c-5fef854c452c None None] Attempting to bind port ca4c779b-7758-45c3-b63d-84310c307805 by drivers openvswitch,hyperv on host dv-cinder-814333-1-iscsi at level 0 using segments [{'id': '0a4479a8-2092-4dd6-9759-50afb4a3e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba'}] {{(pid=106639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 02:59:08.877424 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aa0908-3675-47d2-a78c-5fef854c452c None None] Attempting to bind port ca4c779b-7758-45c3-b63d-84310c307805 on network 2e8a63a2-5796-4af1-8add-99fedc042cba {{(pid=106639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 02:59:08.899176 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aa0908-3675-47d2-a78c-5fef854c452c None None] Checking agent: {'id': '725b6bc2-91e5-4fb5-a09c-abe917cff252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 50, 22), 'started_at': datetime.datetime(2021, 10, 18, 2, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 2, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 02:59:08.899926 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aa0908-3675-47d2-a78c-5fef854c452c None None] Checking segment: {'id': '0a4479a8-2092-4dd6-9759-50afb4a3e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 02:59:08.900586 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-50aa0908-3675-47d2-a78c-5fef854c452c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:08.901199 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aa0908-3675-47d2-a78c-5fef854c452c None None] Bound using segment: {'id': '0a4479a8-2092-4dd6-9759-50afb4a3e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba'} {{(pid=106639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 02:59:08.902009 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.managers [None req-50aa0908-3675-47d2-a78c-5fef854c452c None None] Bound port: ca4c779b-7758-45c3-b63d-84310c307805, host: dv-cinder-814333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a4479a8-2092-4dd6-9759-50afb4a3e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba'}}] {{(pid=106639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 02:59:08.902652 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-50aa0908-3675-47d2-a78c-5fef854c452c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:08.904542 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.db_base_plugin_common [None req-373f77d8-ad15-4778-88c3-616b0db55f0a admin admin] Allocated IP 172.20.0.1 (ac1fdfa5-8257-478e-8751-4284ba979920/4a35e1d0-99d4-4e94-85dc-79f79e40c7d5/4156a283-147d-429a-aebe-dd4af3bf20ea) {{(pid=106636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 02:59:09.009842 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.db [None req-50aa0908-3675-47d2-a78c-5fef854c452c None None] For port ca4c779b-7758-45c3-b63d-84310c307805, host dv-cinder-814333-1-iscsi, cleared binding levels {{(pid=106639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 02:59:09.014496 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.db [None req-50aa0908-3675-47d2-a78c-5fef854c452c None None] For port ca4c779b-7758-45c3-b63d-84310c307805, host dv-cinder-814333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=ca4c779b-7758-45c3-b63d-84310c307805,segment=NetworkSegment(0a4479a8-2092-4dd6-9759-50afb4a3e69f),segment_id=0a4479a8-2092-4dd6-9759-50afb4a3e69f)] {{(pid=106639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 02:59:09.061684 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-2df7fceb-0a1f-4d71-9d41-00a42bee6fab None None] Attempting to bind port 997396cf-82af-44c0-9c79-407b24f2b55f on host dv-cinder-814333-1-iscsi for vnic_type normal with profile {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 02:59:09.067033 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-2df7fceb-0a1f-4d71-9d41-00a42bee6fab None None] Attempting to bind port 997396cf-82af-44c0-9c79-407b24f2b55f by drivers openvswitch,hyperv on host dv-cinder-814333-1-iscsi at level 0 using segments [{'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'}] {{(pid=106638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 02:59:09.067381 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df7fceb-0a1f-4d71-9d41-00a42bee6fab None None] Attempting to bind port 997396cf-82af-44c0-9c79-407b24f2b55f on network ec1e2d0f-026f-465c-b326-53f6d0173c72 {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 02:59:09.076350 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d0aee-0f97-4285-a61e-db7e888bf3e4 None None] Pushing event updated for resources: {'Port': ['ID=997396cf-82af-44c0-9c79-407b24f2b55f,revision_number=2']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:09.077997 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 57510) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:09.090316 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d146178f-ee4d-4030-81e6-35a197e98d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7935787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3168638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3874213'] for subnet, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:09.101758 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-50aa0908-3675-47d2-a78c-5fef854c452c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:09.109318 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [None req-beccb417-b558-42bb-8c84-cd280f25a249 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Request body: {'security_group': {'name': 'tempest-securitygroup--837434889', 'description': 'tempest-description--732129082'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:59:09.127028 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d146178f-ee4d-4030-81e6-35a197e98d5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d67d233e-0fa0-4de2-a2c3-807e22ec8125,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:09.134976 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d146178f-ee4d-4030-81e6-35a197e98d5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:09.142306 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-d146178f-ee4d-4030-81e6-35a197e98d5f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d67d233e-0fa0-4de2-a2c3-807e22ec8125 HTTP/1.1" status: 204 len: 168 time: 1.2437966 Oct 18 02:59:09.142927 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 57514) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:09.149250 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df7fceb-0a1f-4d71-9d41-00a42bee6fab None None] Checking agent: {'id': '725b6bc2-91e5-4fb5-a09c-abe917cff252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 50, 22), 'started_at': datetime.datetime(2021, 10, 18, 2, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 2, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 02:59:09.149934 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df7fceb-0a1f-4d71-9d41-00a42bee6fab None None] Checking segment: {'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 02:59:09.150641 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-2df7fceb-0a1f-4d71-9d41-00a42bee6fab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:09.151357 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df7fceb-0a1f-4d71-9d41-00a42bee6fab None None] Bound using segment: {'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'} {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 02:59:09.152065 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-2df7fceb-0a1f-4d71-9d41-00a42bee6fab None None] Bound port: 997396cf-82af-44c0-9c79-407b24f2b55f, host: dv-cinder-814333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'}}] {{(pid=106638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 02:59:09.152813 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-2df7fceb-0a1f-4d71-9d41-00a42bee6fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:09.175290 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a230ffb5-ce25-4da6-a0ea-2138d5e9e3a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:09.198195 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf023c-b566-445a-b1d9-46bfb5abc754 None None] Pushing event updated for resources: {'Port': ['ID=ca4c779b-7758-45c3-b63d-84310c307805,revision_number=4']} {{(pid=106639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:09.221226 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aa0908-3675-47d2-a78c-5fef854c452c None None] Routers {'86dd0e9b-cdad-4570-8898-2dd4fe203da6'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 02:59:09.221918 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-50aa0908-3675-47d2-a78c-5fef854c452c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T02:58:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['86dd0e9b-cdad-4570-8898-2dd4fe203da6'], 'active': True} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:59:09.338831 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-373f77d8-ad15-4778-88c3-616b0db55f0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:09.357940 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6f34673b-c056-4377-b58e-6079e37ab11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612773'] for router, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:09.365749 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-1c249cec-4781-42cf-bc3f-7429ca8362d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7981797'] for network, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:09.374914 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-2df7fceb-0a1f-4d71-9d41-00a42bee6fab None None] For port 997396cf-82af-44c0-9c79-407b24f2b55f, host dv-cinder-814333-1-iscsi, cleared binding levels {{(pid=106638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 02:59:09.379470 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-2df7fceb-0a1f-4d71-9d41-00a42bee6fab None None] For port 997396cf-82af-44c0-9c79-407b24f2b55f, host dv-cinder-814333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=997396cf-82af-44c0-9c79-407b24f2b55f,segment=NetworkSegment(945c2ffc-cf09-447c-9907-99c5ee5cf6c6),segment_id=945c2ffc-cf09-447c-9907-99c5ee5cf6c6)] {{(pid=106638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 02:59:09.393249 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-7bb3801f-ffe9-4d7b-b63f-114e45097422 None None] Provisioning complete for port ca4c779b-7758-45c3-b63d-84310c307805 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:59:09.393625 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-7bb3801f-ffe9-4d7b-b63f-114e45097422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:09.402024 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-beccb417-b558-42bb-8c84-cd280f25a249 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:09.480294 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvr_db [None req-50aa0908-3675-47d2-a78c-5fef854c452c None None] Set router 86dd0e9b-cdad-4570-8898-2dd4fe203da6 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 02:59:09.529291 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-2df7fceb-0a1f-4d71-9d41-00a42bee6fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:09.557482 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-373f77d8-ad15-4778-88c3-616b0db55f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598'] for port, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:09.578425 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a230ffb5-ce25-4da6-a0ea-2138d5e9e3a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:09.584693 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-7bb3801f-ffe9-4d7b-b63f-114e45097422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:09.630578 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df7fceb-0a1f-4d71-9d41-00a42bee6fab None None] Routers {'0d03d7ff-e945-42d0-ab49-8db15756a142'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 02:59:09.630979 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-2df7fceb-0a1f-4d71-9d41-00a42bee6fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T02:58:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['0d03d7ff-e945-42d0-ab49-8db15756a142'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:59:09.676203 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373f77d8-ad15-4778-88c3-616b0db55f0a admin admin] Network ac1fdfa5-8257-478e-8751-4284ba979920 is already hosted by enough agents. {{(pid=106636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 02:59:09.700464 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [None req-373f77d8-ad15-4778-88c3-616b0db55f0a admin admin] Resources bound (agent type, host, resource id): {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 02:59:09.703083 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373f77d8-ad15-4778-88c3-616b0db55f0a admin admin] Received port after_create {{(pid=106636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 02:59:09.703755 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-373f77d8-ad15-4778-88c3-616b0db55f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611728'] for router_interface, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:09.732806 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-1c249cec-4781-42cf-bc3f-7429ca8362d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7935455', 'neutron.services.segments.db._delete_segments_for_network-8748751250701'] for network, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:09.770719 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-2df7fceb-0a1f-4d71-9d41-00a42bee6fab None None] Set router 0d03d7ff-e945-42d0-ab49-8db15756a142 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 02:59:09.793370 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.services.segments.db [None req-1c249cec-4781-42cf-bc3f-7429ca8362d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ce27b7-5b82-4179-9542-4ba4a69f35bd']}} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:59:09.798930 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a230ffb5-ce25-4da6-a0ea-2138d5e9e3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:09.810252 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-beccb417-b558-42bb-8c84-cd280f25a249 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:09.828467 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.services.segments.db [None req-1c249cec-4781-42cf-bc3f-7429ca8362d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f1a56fa-c994-407e-a83e-fac139c8396e') {'for_net_delete': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:59:09.830531 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.services.segments.db [None req-1c249cec-4781-42cf-bc3f-7429ca8362d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f1a56fa-c994-407e-a83e-fac139c8396e') {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:59:09.852064 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230ffb5-ce25-4da6-a0ea-2138d5e9e3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70356f5-ebec-4922-b2d1-8f204fd28278,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:09.863606 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-1c249cec-4781-42cf-bc3f-7429ca8362d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748751250198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2103707'] for segment, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:09.892894 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-1c249cec-4781-42cf-bc3f-7429ca8362d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965'] for segment, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:09.903630 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c249cec-4781-42cf-bc3f-7429ca8362d7 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=106637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 02:59:09.904052 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-1c249cec-4781-42cf-bc3f-7429ca8362d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3168536'] for segment, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:09.915459 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d0aee-0f97-4285-a61e-db7e888bf3e4 None None] Pushing event updated for resources: {'Port': ['ID=997396cf-82af-44c0-9c79-407b24f2b55f,revision_number=3']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:09.941118 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9ae185ee-e2b9-4705-ae8d-a304de9fa076 req-8d53d095-99d9-4874-b4a2-8f84a6c15e55 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8fb5485-625a-4875-a323-b50e33a55402 HTTP/1.1" status: 200 len: 210 time: 0.2471037 Oct 18 02:59:09.949635 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-7bb3801f-ffe9-4d7b-b63f-114e45097422 None None] For port ca4c779b-7758-45c3-b63d-84310c307805, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=ca4c779b-7758-45c3-b63d-84310c307805,segment=NetworkSegment(0a4479a8-2092-4dd6-9759-50afb4a3e69f),segment_id=0a4479a8-2092-4dd6-9759-50afb4a3e69f)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 02:59:09.963636 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-beccb417-b558-42bb-8c84-cd280f25a249 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:10.018907 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-50aa0908-3675-47d2-a78c-5fef854c452c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'name': 'tempest-AttachVolumeShelveTestJSON-812679274-router', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'c9c3470f-225d-4d95-9e29-b9c1de32b581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:58:58Z', 'updated_at': '2021-10-18T02:59:04Z', 'revision_number': 4, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'gw_port': {'id': 'c9c3470f-225d-4d95-9e29-b9c1de32b581', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:58:58Z', 'updated_at': '2021-10-18T02:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': 'ca4c779b-7758-45c3-b63d-84310c307805', 'name': '', 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'mac_address': 'fa:16:3e:3d:66:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dead32d3-ed00-4228-a06c-9c73190d2cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:03Z', 'updated_at': '2021-10-18T02:59:09Z', 'revision_number': 4, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'subnets': [{'id': 'dead32d3-ed00-4228-a06c-9c73190d2cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:59:10.019463 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f77d8-ad15-4778-88c3-616b0db55f0a admin admin] Pushing event updated for resources: {'Port': ['ID=4156a283-147d-429a-aebe-dd4af3bf20ea,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:10.061263 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-a230ffb5-ce25-4da6-a0ea-2138d5e9e3a7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6b57150f2271451dbca4962b202debd8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2362239 Oct 18 02:59:10.081696 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 57538) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:10.092561 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aa0908-3675-47d2-a78c-5fef854c452c None None] The sync data for ids ['86dd0e9b-cdad-4570-8898-2dd4fe203da6'] in dv-cinder-814333-1-iscsi is: [{'id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'name': 'tempest-AttachVolumeShelveTestJSON-812679274-router', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'c9c3470f-225d-4d95-9e29-b9c1de32b581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:58:58Z', 'updated_at': '2021-10-18T02:59:04Z', 'revision_number': 4, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'gw_port': {'id': 'c9c3470f-225d-4d95-9e29-b9c1de32b581', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:58:58Z', 'updated_at': '2021-10-18T02:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': 'ca4c779b-7758-45c3-b63d-84310c307805', 'name': '', 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'mac_address': 'fa:16:3e:3d:66:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dead32d3-ed00-4228-a06c-9c73190d2cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:03Z', 'updated_at': '2021-10-18T02:59:09Z', 'revision_number': 4, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'subnets': [{'id': 'dead32d3-ed00-4228-a06c-9c73190d2cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 02:59:10.093919 dv-cinder-814333-1-iscsi neutron-server[106637]: Traceback (most recent call last): Oct 18 02:59:10.093919 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 02:59:10.093919 dv-cinder-814333-1-iscsi neutron-server[106637]: timer() Oct 18 02:59:10.093919 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 02:59:10.093919 dv-cinder-814333-1-iscsi neutron-server[106637]: cb(*args, **kw) Oct 18 02:59:10.093919 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 02:59:10.093919 dv-cinder-814333-1-iscsi neutron-server[106637]: return func(*args, **kwargs) Oct 18 02:59:10.093919 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 02:59:10.093919 dv-cinder-814333-1-iscsi neutron-server[106637]: self._notify() Oct 18 02:59:10.093919 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 02:59:10.093919 dv-cinder-814333-1-iscsi neutron-server[106637]: self.callback(batched_events) Oct 18 02:59:10.093919 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 02:59:10.093919 dv-cinder-814333-1-iscsi neutron-server[106637]: event.method(event) Oct 18 02:59:10.093919 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 02:59:10.093919 dv-cinder-814333-1-iscsi neutron-server[106637]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 02:59:10.093919 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 02:59:10.093919 dv-cinder-814333-1-iscsi neutron-server[106637]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 02:59:10.093919 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 02:59:10.093919 dv-cinder-814333-1-iscsi neutron-server[106637]: return f(self, *a, **k) Oct 18 02:59:10.093919 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 02:59:10.093919 dv-cinder-814333-1-iscsi neutron-server[106637]: return self._get(url).json() Oct 18 02:59:10.093919 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 02:59:10.093919 dv-cinder-814333-1-iscsi neutron-server[106637]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 02:59:10.093919 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 02:59:10.093919 dv-cinder-814333-1-iscsi neutron-server[106637]: return self.request(url, 'GET', **kwargs) Oct 18 02:59:10.093919 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 02:59:10.093919 dv-cinder-814333-1-iscsi neutron-server[106637]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 02:59:10.093919 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 02:59:10.093919 dv-cinder-814333-1-iscsi neutron-server[106637]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 02:59:10.093919 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 02:59:10.093919 dv-cinder-814333-1-iscsi neutron-server[106637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 02:59:10.093919 dv-cinder-814333-1-iscsi neutron-server[106637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 02:59:10.096189 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-7bb3801f-ffe9-4d7b-b63f-114e45097422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:10.210964 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3801f-ffe9-4d7b-b63f-114e45097422 None None] Pushing event updated for resources: {'Port': ['ID=ca4c779b-7758-45c3-b63d-84310c307805,revision_number=5']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:10.212537 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-beccb417-b558-42bb-8c84-cd280f25a249 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:10.214440 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-beccb417-b558-42bb-8c84-cd280f25a249 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1255896 Oct 18 02:59:10.218028 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 57540) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:10.233824 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-487b2aa3-954d-4bc8-a73b-2db85f6d7a72 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Request body: {'security_group_rule': {'security_group_id': '6e45843a-d18e-41a4-9c25-a9e2b219317f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:59:10.240242 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-1c249cec-4781-42cf-bc3f-7429ca8362d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7935398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612845'] for network, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:10.244129 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f34673b-c056-4377-b58e-6079e37ab11b admin admin] Router 892f1183-b462-472c-b6ec-8a0fc3480d9f is scheduled to L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 with binding_index 1 {{(pid=106637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 02:59:10.256664 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-2df7fceb-0a1f-4d71-9d41-00a42bee6fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'name': 'tempest-AttachVolumeTestJSON-998918899-router', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:59:02Z', 'updated_at': '2021-10-18T02:59:05Z', 'revision_number': 3, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'gw_port': {'id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:22:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:04Z', 'updated_at': '2021-10-18T02:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi'}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:59:10.260058 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-3f4a86a1-902b-4e65-88b6-c2e5c810f413 None None] Provisioning complete for port 4156a283-147d-429a-aebe-dd4af3bf20ea triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:59:10.260058 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-3f4a86a1-902b-4e65-88b6-c2e5c810f413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:10.260840 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beccb417-b558-42bb-8c84-cd280f25a249 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e45843a-d18e-41a4-9c25-a9e2b219317f,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:10.288910 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-1c249cec-4781-42cf-bc3f-7429ca8362d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for network, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:10.293717 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-1c249cec-4781-42cf-bc3f-7429ca8362d7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f6ce27b7-5b82-4179-9542-4ba4a69f35bd HTTP/1.1" status: 204 len: 168 time: 1.1463838 Oct 18 02:59:10.295420 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c249cec-4781-42cf-bc3f-7429ca8362d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6ce27b7-5b82-4179-9542-4ba4a69f35bd,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:10.311449 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c81adb62-9db5-465b-a046-7b1638af093f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:10.328162 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df7fceb-0a1f-4d71-9d41-00a42bee6fab None None] The sync data for ids ['0d03d7ff-e945-42d0-ab49-8db15756a142'] in dv-cinder-814333-1-iscsi is: [{'id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'name': 'tempest-AttachVolumeTestJSON-998918899-router', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:59:02Z', 'updated_at': '2021-10-18T02:59:05Z', 'revision_number': 3, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'gw_port': {'id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:22:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:04Z', 'updated_at': '2021-10-18T02:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi'}] {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 02:59:10.342722 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c81adb62-9db5-465b-a046-7b1638af093f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:10.689580 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-3f4a86a1-902b-4e65-88b6-c2e5c810f413 None None] Port 4156a283-147d-429a-aebe-dd4af3bf20ea cannot update to ACTIVE because it is not bound. {{(pid=106638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 02:59:10.689580 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-3f4a86a1-902b-4e65-88b6-c2e5c810f413 None None] Provisioning complete for port ca4c779b-7758-45c3-b63d-84310c307805 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:59:10.689580 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-3f4a86a1-902b-4e65-88b6-c2e5c810f413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:10.704602 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f34673b-c056-4377-b58e-6079e37ab11b admin admin] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 02:59:10.707890 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab489a46-77ae-40f6-9138-385ee7727608 None None] Sync routers for ids ['892f1183-b462-472c-b6ec-8a0fc3480d9f'] in dv-cinder-814333-1-iscsi {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 02:59:10.707890 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab489a46-77ae-40f6-9138-385ee7727608 None None] Routers {'892f1183-b462-472c-b6ec-8a0fc3480d9f'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 02:59:10.707890 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-ab489a46-77ae-40f6-9138-385ee7727608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T02:58:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['892f1183-b462-472c-b6ec-8a0fc3480d9f'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:59:10.713905 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.36', 50247) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:10.714229 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c81adb62-9db5-465b-a046-7b1638af093f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:10.714229 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c81adb62-9db5-465b-a046-7b1638af093f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:10.714229 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-c81adb62-9db5-465b-a046-7b1638af093f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a70356f5-ebec-4922-b2d1-8f204fd28278 HTTP/1.1" status: 204 len: 168 time: 0.5165396 Oct 18 02:59:10.714595 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-ab489a46-77ae-40f6-9138-385ee7727608 None None] Set router 892f1183-b462-472c-b6ec-8a0fc3480d9f gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 02:59:10.714726 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81adb62-9db5-465b-a046-7b1638af093f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70356f5-ebec-4922-b2d1-8f204fd28278,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:10.714972 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-487b2aa3-954d-4bc8-a73b-2db85f6d7a72 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:10.719301 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-373f77d8-ad15-4778-88c3-616b0db55f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:10.861189 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6f34673b-c056-4377-b58e-6079e37ab11b admin admin] Notify callbacks [] for router, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:10.866089 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 57554) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:10.866607 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-6f34673b-c056-4377-b58e-6079e37ab11b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.9113998 Oct 18 02:59:11.011115 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-487b2aa3-954d-4bc8-a73b-2db85f6d7a72 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:11.021000 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-5f0edf5d-ee29-4873-b139-d9be554e1529 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:11.022550 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-5f0edf5d-ee29-4873-b139-d9be554e1529 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.36 "GET /v2.0/networks?id=17665a73-802b-4dd6-8f82-9d1a9c41f31f HTTP/1.1" status: 200 len: 811 time: 0.5014601 Oct 18 02:59:11.023327 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 57558) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:11.091138 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-5d1fee01-0c4e-44c6-9509-458f15b6ea1a tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Request body: {'port': {'device_id': 'd8fb5485-625a-4875-a323-b50e33a55402', 'network_id': '17665a73-802b-4dd6-8f82-9d1a9c41f31f', 'admin_state_up': True, 'tenant_id': '46f89774823840d2b151278fb966b894'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:59:11.125537 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-ab489a46-77ae-40f6-9138-385ee7727608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892f1183-b462-472c-b6ec-8a0fc3480d9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1526982119-router', 'tenant_id': '6894422efe52423ca3f7a27e517ac618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '6c7167d1-a2aa-4022-86fa-1b0e5297fb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:59:03Z', 'updated_at': '2021-10-18T02:59:07Z', 'revision_number': 3, 'project_id': '6894422efe52423ca3f7a27e517ac618', 'gw_port': {'id': '6c7167d1-a2aa-4022-86fa-1b0e5297fb4d', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:fa:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892f1183-b462-472c-b6ec-8a0fc3480d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:04Z', 'updated_at': '2021-10-18T02:59:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi'}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:59:11.179065 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-487b2aa3-954d-4bc8-a73b-2db85f6d7a72 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612827'] for security_group_rule, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:11.185694 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab489a46-77ae-40f6-9138-385ee7727608 None None] Checking router: 892f1183-b462-472c-b6ec-8a0fc3480d9f for host: dv-cinder-814333-1-iscsi {{(pid=106638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 02:59:11.185999 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab489a46-77ae-40f6-9138-385ee7727608 None None] Updating router 892f1183-b462-472c-b6ec-8a0fc3480d9f port 6c7167d1-a2aa-4022-86fa-1b0e5297fb4d binding host dv-cinder-814333-1-iscsi {{(pid=106638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 02:59:11.302741 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-ab489a46-77ae-40f6-9138-385ee7727608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:11.355741 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-85b45db6-3dfe-4302-a29a-d1ab2f75819c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b0eb03c502284bfb9454860002169bdc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3313413 Oct 18 02:59:11.367690 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 57568) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:11.394027 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a41b4106-7c13-485e-b94e-2b9d16ed77bc req-4ed805a5-3049-4d9d-bfd4-2ef68612994c tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8fb5485-625a-4875-a323-b50e33a55402 HTTP/1.1" status: 200 len: 210 time: 0.1921535 Oct 18 02:59:11.396922 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b2aa3-954d-4bc8-a73b-2db85f6d7a72 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8110d044-fd9d-43b4-868d-18a119da1c43,revision_number=0']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:11.510127 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-487b2aa3-954d-4bc8-a73b-2db85f6d7a72 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:11.511505 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-487b2aa3-954d-4bc8-a73b-2db85f6d7a72 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2906599 Oct 18 02:59:11.516230 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 57574) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:11.521986 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-b5436084-863c-4d34-92d2-bdd333e03a80 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Request body: {'security_group_rule': {'security_group_id': '6e45843a-d18e-41a4-9c25-a9e2b219317f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:59:11.572021 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.db.api [None req-b5436084-863c-4d34-92d2-bdd333e03a80 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 18 02:59:11.572021 dv-cinder-814333-1-iscsi neutron-server[106637]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 18 02:59:11.572021 dv-cinder-814333-1-iscsi neutron-server[106637]: [parameters: {'project_id_1': 'b2bab566054f4b83aef927c6227a69ea', 'expiration_1': datetime.datetime(2021, 10, 18, 2, 58, 51, 535420)}] Oct 18 02:59:11.572021 dv-cinder-814333-1-iscsi neutron-server[106637]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 02:59:11.572650 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG oslo_db.api [None req-b5436084-863c-4d34-92d2-bdd333e03a80 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 02:59:11.576307 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-97c371f0-5e5e-4c74-826a-c88dba9f4bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:11.610564 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-97c371f0-5e5e-4c74-826a-c88dba9f4bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:11.662511 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-5d1fee01-0c4e-44c6-9509-458f15b6ea1a tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Made reservation on behalf of 46f89774823840d2b151278fb966b894 for: {'port': 1} {{(pid=106637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 02:59:11.666976 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-5d1fee01-0c4e-44c6-9509-458f15b6ea1a tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:11.896372 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-ab489a46-77ae-40f6-9138-385ee7727608 None None] Notify callbacks [] for port, precommit_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:11.915086 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 57596) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:11.932881 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-306b8c56-3a04-4ed7-b7b0-0b0bd30888f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:11.989032 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-ab489a46-77ae-40f6-9138-385ee7727608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:12.039362 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-ab489a46-77ae-40f6-9138-385ee7727608 None None] Attempting to bind port 6c7167d1-a2aa-4022-86fa-1b0e5297fb4d on host dv-cinder-814333-1-iscsi for vnic_type normal with profile {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 02:59:12.039793 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-ab489a46-77ae-40f6-9138-385ee7727608 None None] Attempting to bind port 6c7167d1-a2aa-4022-86fa-1b0e5297fb4d by drivers openvswitch,hyperv on host dv-cinder-814333-1-iscsi at level 0 using segments [{'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'}] {{(pid=106638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 02:59:12.040289 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab489a46-77ae-40f6-9138-385ee7727608 None None] Attempting to bind port 6c7167d1-a2aa-4022-86fa-1b0e5297fb4d on network ec1e2d0f-026f-465c-b326-53f6d0173c72 {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 02:59:12.088254 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab489a46-77ae-40f6-9138-385ee7727608 None None] Checking agent: {'id': '725b6bc2-91e5-4fb5-a09c-abe917cff252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 50, 22), 'started_at': datetime.datetime(2021, 10, 18, 2, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 2, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 02:59:12.088634 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab489a46-77ae-40f6-9138-385ee7727608 None None] Checking segment: {'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 02:59:12.089184 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-ab489a46-77ae-40f6-9138-385ee7727608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:12.089402 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab489a46-77ae-40f6-9138-385ee7727608 None None] Bound using segment: {'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'} {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 02:59:12.089907 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-ab489a46-77ae-40f6-9138-385ee7727608 None None] Bound port: 6c7167d1-a2aa-4022-86fa-1b0e5297fb4d, host: dv-cinder-814333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'}}] {{(pid=106638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 02:59:12.095265 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-ab489a46-77ae-40f6-9138-385ee7727608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:12.095489 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-373f77d8-ad15-4778-88c3-616b0db55f0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:12.121136 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-97c371f0-5e5e-4c74-826a-c88dba9f4bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:12.123998 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-97c371f0-5e5e-4c74-826a-c88dba9f4bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:12.125095 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-97c371f0-5e5e-4c74-826a-c88dba9f4bd0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/04356376-30df-4d62-b853-cd5d2bb8185b HTTP/1.1" status: 204 len: 168 time: 0.7474573 Oct 18 02:59:12.147224 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7657d-a3eb-4489-b7b9-88c7f01bc9e4 None None] Pushing event updated for resources: {'Port': ['ID=6c7167d1-a2aa-4022-86fa-1b0e5297fb4d,revision_number=2']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:12.166319 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c371f0-5e5e-4c74-826a-c88dba9f4bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04356376-30df-4d62-b853-cd5d2bb8185b,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:12.186058 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-ab489a46-77ae-40f6-9138-385ee7727608 None None] For port 6c7167d1-a2aa-4022-86fa-1b0e5297fb4d, host dv-cinder-814333-1-iscsi, cleared binding levels {{(pid=106638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 02:59:12.189473 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-ab489a46-77ae-40f6-9138-385ee7727608 None None] For port 6c7167d1-a2aa-4022-86fa-1b0e5297fb4d, host dv-cinder-814333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=6c7167d1-a2aa-4022-86fa-1b0e5297fb4d,segment=NetworkSegment(945c2ffc-cf09-447c-9907-99c5ee5cf6c6),segment_id=945c2ffc-cf09-447c-9907-99c5ee5cf6c6)] {{(pid=106638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 02:59:12.230684 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-373f77d8-ad15-4778-88c3-616b0db55f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:12.231944 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-373f77d8-ad15-4778-88c3-616b0db55f0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611812'] for router_interface, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:12.257951 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-ab489a46-77ae-40f6-9138-385ee7727608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:12.343245 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab489a46-77ae-40f6-9138-385ee7727608 None None] Routers {'892f1183-b462-472c-b6ec-8a0fc3480d9f'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 02:59:12.344165 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-ab489a46-77ae-40f6-9138-385ee7727608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T02:58:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['892f1183-b462-472c-b6ec-8a0fc3480d9f'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:59:12.397001 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-306b8c56-3a04-4ed7-b7b0-0b0bd30888f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:12.403622 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f77d8-ad15-4778-88c3-616b0db55f0a admin admin] Pushing event updated for resources: {'Port': ['ID=4156a283-147d-429a-aebe-dd4af3bf20ea,revision_number=2']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:12.419270 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b5436084-863c-4d34-92d2-bdd333e03a80 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:12.450568 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device ca4c779b-7758-45c3-b63d-84310c307805 up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 02:59:12.455557 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7657d-a3eb-4489-b7b9-88c7f01bc9e4 None None] Pushing event updated for resources: {'Port': ['ID=6c7167d1-a2aa-4022-86fa-1b0e5297fb4d,revision_number=3']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:12.470245 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373f77d8-ad15-4778-88c3-616b0db55f0a admin admin] Network ac1fdfa5-8257-478e-8751-4284ba979920 is already hosted by enough agents. {{(pid=106636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 02:59:12.493751 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [None req-373f77d8-ad15-4778-88c3-616b0db55f0a admin admin] Resources bound (agent type, host, resource id): {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 02:59:12.499574 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-306b8c56-3a04-4ed7-b7b0-0b0bd30888f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:12.528805 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_common [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-5d1fee01-0c4e-44c6-9509-458f15b6ea1a tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Allocated IP 172.20.0.11 (17665a73-802b-4dd6-8f82-9d1a9c41f31f/d7f1da0c-854b-4c07-97de-425fed741e40/caf71140-c6b7-4be5-9396-592b222a5dba) {{(pid=106637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 02:59:12.580841 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-57484c9d-a73e-4e71-9d3b-f0e7dc704594 req-7764400c-3a61-4896-a1de-a722969e41e1 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8fb5485-625a-4875-a323-b50e33a55402 HTTP/1.1" status: 200 len: 210 time: 0.0621707 Oct 18 02:59:12.648997 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b5436084-863c-4d34-92d2-bdd333e03a80 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:12.660333 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-306b8c56-3a04-4ed7-b7b0-0b0bd30888f2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1cc9784b25c9438d92a9038a02916beb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7437298 Oct 18 02:59:12.666796 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 57624) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:12.755316 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-ab489a46-77ae-40f6-9138-385ee7727608 None None] Set router 892f1183-b462-472c-b6ec-8a0fc3480d9f gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 02:59:12.769663 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b5436084-863c-4d34-92d2-bdd333e03a80 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612827'] for security_group_rule, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:12.800038 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5436084-863c-4d34-92d2-bdd333e03a80 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44743682-b2e4-4ad0-96e5-29502397c595,revision_number=0']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:12.837187 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b8c56-3a04-4ed7-b7b0-0b0bd30888f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd42f66-114f-47da-ba74-dc3cc2515d20,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:12.905588 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-6dc48fed-d599-4a57-a26d-851346aa3f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:12.954610 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373f77d8-ad15-4778-88c3-616b0db55f0a admin admin] Router 0d03d7ff-e945-42d0-ab49-8db15756a142 has already been hosted by L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 {{(pid=106636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 02:59:13.004731 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 57630) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:13.005051 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-0d027827-6a04-4680-8c40-4da25c0a7367 None None] Provisioning complete for port 4156a283-147d-429a-aebe-dd4af3bf20ea triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:59:13.005527 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-0d027827-6a04-4680-8c40-4da25c0a7367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:13.041241 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-5b31cfd1-7327-49ba-a4a0-2424a63707ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:13.124755 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b5436084-863c-4d34-92d2-bdd333e03a80 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:13.126784 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-b5436084-863c-4d34-92d2-bdd333e03a80 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6092598 Oct 18 02:59:13.129913 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-5b31cfd1-7327-49ba-a4a0-2424a63707ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:13.138647 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 57638) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:13.147018 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-0d027827-6a04-4680-8c40-4da25c0a7367 None None] Port 4156a283-147d-429a-aebe-dd4af3bf20ea cannot update to ACTIVE because it is not bound. {{(pid=106638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 02:59:13.152840 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [None req-44c0876d-a144-45c4-8b18-12146647c0ac tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Request body: {'floatingip': {'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:59:13.154069 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port ca4c779b-7758-45c3-b63d-84310c307805 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:59:13.154453 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:13.205945 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-5d1fee01-0c4e-44c6-9509-458f15b6ea1a tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Notify callbacks [] for port, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:13.259092 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373f77d8-ad15-4778-88c3-616b0db55f0a admin admin] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 02:59:13.265900 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-373f77d8-ad15-4778-88c3-616b0db55f0a admin admin] 10.222.0.30 "PUT /v2.0/routers/0d03d7ff-e945-42d0-ab49-8db15756a142/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0141599 Oct 18 02:59:13.286881 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-ab489a46-77ae-40f6-9138-385ee7727608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892f1183-b462-472c-b6ec-8a0fc3480d9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1526982119-router', 'tenant_id': '6894422efe52423ca3f7a27e517ac618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '6c7167d1-a2aa-4022-86fa-1b0e5297fb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:59:03Z', 'updated_at': '2021-10-18T02:59:07Z', 'revision_number': 3, 'project_id': '6894422efe52423ca3f7a27e517ac618', 'gw_port': {'id': '6c7167d1-a2aa-4022-86fa-1b0e5297fb4d', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:fa:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892f1183-b462-472c-b6ec-8a0fc3480d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:04Z', 'updated_at': '2021-10-18T02:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi'}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:59:13.299838 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.db_base_plugin_common [None req-6dc48fed-d599-4a57-a26d-851346aa3f94 admin admin] Allocated IP 172.20.0.1 (4d30303c-fcdb-4228-b9fc-587a12d80856/408cb873-47be-40b3-8bec-d74941eb7535/78a4636c-4ffa-46f0-a1a7-466e50902379) {{(pid=106636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 02:59:13.311564 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-5d1fee01-0c4e-44c6-9509-458f15b6ea1a tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:13.319226 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-5b31cfd1-7327-49ba-a4a0-2424a63707ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:13.324707 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-5b31cfd1-7327-49ba-a4a0-2424a63707ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:13.329471 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-5b31cfd1-7327-49ba-a4a0-2424a63707ab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4fd42f66-114f-47da-ba74-dc3cc2515d20 HTTP/1.1" status: 204 len: 168 time: 0.6467898 Oct 18 02:59:13.337771 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 997396cf-82af-44c0-9c79-407b24f2b55f up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 02:59:13.339043 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-44c0876d-a144-45c4-8b18-12146647c0ac tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for floatingip, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:13.345346 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab489a46-77ae-40f6-9138-385ee7727608 None None] The sync data for ids ['892f1183-b462-472c-b6ec-8a0fc3480d9f'] in dv-cinder-814333-1-iscsi is: [{'id': '892f1183-b462-472c-b6ec-8a0fc3480d9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1526982119-router', 'tenant_id': '6894422efe52423ca3f7a27e517ac618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '6c7167d1-a2aa-4022-86fa-1b0e5297fb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:59:03Z', 'updated_at': '2021-10-18T02:59:07Z', 'revision_number': 3, 'project_id': '6894422efe52423ca3f7a27e517ac618', 'gw_port': {'id': '6c7167d1-a2aa-4022-86fa-1b0e5297fb4d', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:fa:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892f1183-b462-472c-b6ec-8a0fc3480d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:04Z', 'updated_at': '2021-10-18T02:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi'}] {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 02:59:13.443100 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port 997396cf-82af-44c0-9c79-407b24f2b55f triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:59:13.447413 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:13.486988 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-5d1fee01-0c4e-44c6-9509-458f15b6ea1a tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Network 17665a73-802b-4dd6-8f82-9d1a9c41f31f is already hosted by enough agents. {{(pid=106637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 02:59:13.498481 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6613917e-46dd-4437-b6d5-1b2b7aa88c7a None None] Sync routers for ids ['0d03d7ff-e945-42d0-ab49-8db15756a142'] in dv-cinder-814333-1-iscsi {{(pid=106639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 02:59:13.556698 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6613917e-46dd-4437-b6d5-1b2b7aa88c7a None None] Routers {'0d03d7ff-e945-42d0-ab49-8db15756a142'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 02:59:13.560131 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-6613917e-46dd-4437-b6d5-1b2b7aa88c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T02:58:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['0d03d7ff-e945-42d0-ab49-8db15756a142'], 'active': True} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:59:13.580107 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-5d1fee01-0c4e-44c6-9509-458f15b6ea1a tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Resources bound (agent type, host, resource id): {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 02:59:13.646007 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 57646) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:13.649059 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:13.667415 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31cfd1-7327-49ba-a4a0-2424a63707ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd42f66-114f-47da-ba74-dc3cc2515d20,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:13.678626 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-5d1fee01-0c4e-44c6-9509-458f15b6ea1a tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Received port after_create {{(pid=106637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 02:59:13.751722 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] For port 997396cf-82af-44c0-9c79-407b24f2b55f, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=997396cf-82af-44c0-9c79-407b24f2b55f,segment=NetworkSegment(945c2ffc-cf09-447c-9907-99c5ee5cf6c6),segment_id=945c2ffc-cf09-447c-9907-99c5ee5cf6c6)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 02:59:13.813659 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:13.894903 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-1ea00899-8d83-492b-83e8-03e7f0b96b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:13.923357 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1fee01-0c4e-44c6-9509-458f15b6ea1a tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Pushing event updated for resources: {'Port': ['ID=caf71140-c6b7-4be5-9396-592b222a5dba,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:14.015751 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvr_db [None req-6613917e-46dd-4437-b6d5-1b2b7aa88c7a None None] Set router 0d03d7ff-e945-42d0-ab49-8db15756a142 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 02:59:14.041772 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-5d1fee01-0c4e-44c6-9509-458f15b6ea1a tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:14.052185 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-5d1fee01-0c4e-44c6-9509-458f15b6ea1a tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for port, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:14.065360 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Pushing event updated for resources: {'Port': ['ID=997396cf-82af-44c0-9c79-407b24f2b55f,revision_number=4']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:14.176971 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-1742858e-08aa-4767-bd39-bce0fc1cb5e9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2cdd9218b94140aa8702fe167883c519&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5130455 Oct 18 02:59:14.184864 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 57656) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:14.283682 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-5d1fee01-0c4e-44c6-9509-458f15b6ea1a tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2017441 Oct 18 02:59:14.309586 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-6dc48fed-d599-4a57-a26d-851346aa3f94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:14.324640 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-cc54751f-9702-44f3-86f5-5470f6147736 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=106637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 02:59:14.325719 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-cc54751f-9702-44f3-86f5-5470f6147736 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0267315 Oct 18 02:59:14.475276 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 6c7167d1-a2aa-4022-86fa-1b0e5297fb4d up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 02:59:14.523107 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-6dc48fed-d599-4a57-a26d-851346aa3f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598'] for port, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:14.625689 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-1ea00899-8d83-492b-83e8-03e7f0b96b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:14.647305 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc48fed-d599-4a57-a26d-851346aa3f94 admin admin] Network 4d30303c-fcdb-4228-b9fc-587a12d80856 is already hosted by enough agents. {{(pid=106636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 02:59:14.671739 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-44c0876d-a144-45c4-8b18-12146647c0ac tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:14.687067 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-9ad5d09a-6e48-4f66-9627-3fe86ff36e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:14.711838 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port 6c7167d1-a2aa-4022-86fa-1b0e5297fb4d triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:59:14.712209 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:14.733210 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-1ea00899-8d83-492b-83e8-03e7f0b96b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:14.879173 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-9ad5d09a-6e48-4f66-9627-3fe86ff36e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:14.998640 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-1ea00899-8d83-492b-83e8-03e7f0b96b42 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e77436624494bb1b40dd7f6667a9cab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9919474 Oct 18 02:59:15.059865 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-565a9b46-31fa-4d87-b5b7-755587df4a10 service neutron] Request body: {'port': {'device_id': 'd8fb5485-625a-4875-a323-b50e33a55402', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81433'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:59:15.059865 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea00899-8d83-492b-83e8-03e7f0b96b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f168259-fcd6-449b-bc3e-13ad5392560b,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:15.061111 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.db_base_plugin_common [None req-44c0876d-a144-45c4-8b18-12146647c0ac tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Allocated IP 172.27.3.76 (ec1e2d0f-026f-465c-b326-53f6d0173c72/df7c5eba-93a9-4f97-9356-1dcfa994647a/3a3b25f6-f02a-44ec-bd48-afb3916348e6) {{(pid=106636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 02:59:15.061496 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:15.084161 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-6613917e-46dd-4437-b6d5-1b2b7aa88c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'name': 'tempest-AttachVolumeTestJSON-998918899-router', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:59:02Z', 'updated_at': '2021-10-18T02:59:10Z', 'revision_number': 4, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'gw_port': {'id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:22:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:04Z', 'updated_at': '2021-10-18T02:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': '4156a283-147d-429a-aebe-dd4af3bf20ea', 'name': '', 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'mac_address': 'fa:16:3e:8d:84:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a35e1d0-99d4-4e94-85dc-79f79e40c7d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:08Z', 'updated_at': '2021-10-18T02:59:10Z', 'revision_number': 2, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'subnets': [{'id': '4a35e1d0-99d4-4e94-85dc-79f79e40c7d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:59:15.096156 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 57666) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:15.127872 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] For port 6c7167d1-a2aa-4022-86fa-1b0e5297fb4d, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=6c7167d1-a2aa-4022-86fa-1b0e5297fb4d,segment=NetworkSegment(945c2ffc-cf09-447c-9907-99c5ee5cf6c6),segment_id=945c2ffc-cf09-447c-9907-99c5ee5cf6c6)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 02:59:15.156176 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6613917e-46dd-4437-b6d5-1b2b7aa88c7a None None] Checking router: 0d03d7ff-e945-42d0-ab49-8db15756a142 for host: dv-cinder-814333-1-iscsi {{(pid=106639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 02:59:15.156176 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6613917e-46dd-4437-b6d5-1b2b7aa88c7a None None] Updating router 0d03d7ff-e945-42d0-ab49-8db15756a142 port 4156a283-147d-429a-aebe-dd4af3bf20ea binding host dv-cinder-814333-1-iscsi {{(pid=106639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 02:59:15.183749 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-6613917e-46dd-4437-b6d5-1b2b7aa88c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:15.322388 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-565a9b46-31fa-4d87-b5b7-755587df4a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:15.341601 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [None req-6dc48fed-d599-4a57-a26d-851346aa3f94 admin admin] Resources bound (agent type, host, resource id): {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 02:59:15.345308 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc48fed-d599-4a57-a26d-851346aa3f94 admin admin] Received port after_create {{(pid=106636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 02:59:15.345917 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-6dc48fed-d599-4a57-a26d-851346aa3f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611728'] for router_interface, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:15.362605 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:15.364245 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 997396cf-82af-44c0-9c79-407b24f2b55f up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 02:59:15.372255 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-200be106-2f21-4d6b-8673-d8e0d748852c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:15.457615 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-200be106-2f21-4d6b-8673-d8e0d748852c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:15.486645 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-9ad5d09a-6e48-4f66-9627-3fe86ff36e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:15.490032 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-9ad5d09a-6e48-4f66-9627-3fe86ff36e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:15.491188 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-9ad5d09a-6e48-4f66-9627-3fe86ff36e17 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7b71619a-afd6-42d7-a631-17838cda5f8f HTTP/1.1" status: 204 len: 168 time: 1.2919691 Oct 18 02:59:15.520550 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10614a-7fbd-4fae-a3a6-d02328f1244b req-e8f2f5b2-8239-48c1-87b5-8c6c96ebf9fc tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:15.529572 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cf10614a-7fbd-4fae-a3a6-d02328f1244b req-e8f2f5b2-8239-48c1-87b5-8c6c96ebf9fc tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8fb5485-625a-4875-a323-b50e33a55402 HTTP/1.1" status: 200 len: 932 time: 1.3158712 Oct 18 02:59:15.633521 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Pushing event updated for resources: {'Port': ['ID=6c7167d1-a2aa-4022-86fa-1b0e5297fb4d,revision_number=4']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:15.646742 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc48fed-d599-4a57-a26d-851346aa3f94 admin admin] Pushing event updated for resources: {'Port': ['ID=78a4636c-4ffa-46f0-a1a7-466e50902379,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:15.696840 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad5d09a-6e48-4f66-9627-3fe86ff36e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b71619a-afd6-42d7-a631-17838cda5f8f,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:15.765478 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-44c0876d-a144-45c4-8b18-12146647c0ac tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for port, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:15.779494 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port 997396cf-82af-44c0-9c79-407b24f2b55f triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:59:15.780159 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-6613917e-46dd-4437-b6d5-1b2b7aa88c7a None None] Notify callbacks [] for port, precommit_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:15.782472 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:15.858360 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-6613917e-46dd-4437-b6d5-1b2b7aa88c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:16.054418 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462fe5a6-2889-47b5-9f52-9fdfe7b6fe48 None None] Pushing event updated for resources: {'Port': ['ID=4156a283-147d-429a-aebe-dd4af3bf20ea,revision_number=3']} {{(pid=106639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:16.058820 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-200be106-2f21-4d6b-8673-d8e0d748852c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:16.078235 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-200be106-2f21-4d6b-8673-d8e0d748852c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:16.083756 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-200be106-2f21-4d6b-8673-d8e0d748852c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3f168259-fcd6-449b-bc3e-13ad5392560b HTTP/1.1" status: 204 len: 168 time: 0.9807010 Oct 18 02:59:16.148426 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200be106-2f21-4d6b-8673-d8e0d748852c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f168259-fcd6-449b-bc3e-13ad5392560b,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:16.331127 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.notifiers.nova [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-565a9b46-31fa-4d87-b5b7-755587df4a10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caf71140-c6b7-4be5-9396-592b222a5dba {{(pid=106637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 02:59:16.332769 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cf10614a-7fbd-4fae-a3a6-d02328f1244b req-17849e77-0a6f-4aa6-bfb7-beb1d8cd4c3a tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc8128f3-f05f-4754-9ccd-d9a140935e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8022966 Oct 18 02:59:16.341729 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-565a9b46-31fa-4d87-b5b7-755587df4a10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:16.354787 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 6c7167d1-a2aa-4022-86fa-1b0e5297fb4d up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 02:59:16.375120 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.managers [None req-6613917e-46dd-4437-b6d5-1b2b7aa88c7a None None] Attempting to bind port 4156a283-147d-429a-aebe-dd4af3bf20ea on host dv-cinder-814333-1-iscsi for vnic_type normal with profile {{(pid=106639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 02:59:16.375720 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.managers [None req-6613917e-46dd-4437-b6d5-1b2b7aa88c7a None None] Attempting to bind port 4156a283-147d-429a-aebe-dd4af3bf20ea by drivers openvswitch,hyperv on host dv-cinder-814333-1-iscsi at level 0 using segments [{'id': '61950c5d-464e-44a7-9413-2dacd41366ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920'}] {{(pid=106639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 02:59:16.375982 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6613917e-46dd-4437-b6d5-1b2b7aa88c7a None None] Attempting to bind port 4156a283-147d-429a-aebe-dd4af3bf20ea on network ac1fdfa5-8257-478e-8751-4284ba979920 {{(pid=106639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 02:59:16.399412 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6613917e-46dd-4437-b6d5-1b2b7aa88c7a None None] Checking agent: {'id': '725b6bc2-91e5-4fb5-a09c-abe917cff252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 50, 22), 'started_at': datetime.datetime(2021, 10, 18, 2, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 2, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 02:59:16.399920 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.provisioning_blocks [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-565a9b46-31fa-4d87-b5b7-755587df4a10 service neutron] Transition to ACTIVE for port object caf71140-c6b7-4be5-9396-592b222a5dba will not be triggered until provisioned by entity L2. {{(pid=106637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 02:59:16.405653 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6613917e-46dd-4437-b6d5-1b2b7aa88c7a None None] Checking segment: {'id': '61950c5d-464e-44a7-9413-2dacd41366ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 02:59:16.408069 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-6613917e-46dd-4437-b6d5-1b2b7aa88c7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:16.408205 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6613917e-46dd-4437-b6d5-1b2b7aa88c7a None None] Bound using segment: {'id': '61950c5d-464e-44a7-9413-2dacd41366ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920'} {{(pid=106639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 02:59:16.408636 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.managers [None req-6613917e-46dd-4437-b6d5-1b2b7aa88c7a None None] Bound port: 4156a283-147d-429a-aebe-dd4af3bf20ea, host: dv-cinder-814333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61950c5d-464e-44a7-9413-2dacd41366ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920'}}] {{(pid=106639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 02:59:16.409055 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-6613917e-46dd-4437-b6d5-1b2b7aa88c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:16.446938 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 57694) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:16.454385 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-8881292e-cba0-444d-909a-ddd07c868e1b tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1788889960', 'description': 'tempest-description--1154245129'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:59:16.474511 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-565a9b46-31fa-4d87-b5b7-755587df4a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3168564'] for port, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:16.580396 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port 6c7167d1-a2aa-4022-86fa-1b0e5297fb4d triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:59:16.582142 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:16.589606 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-44c0876d-a144-45c4-8b18-12146647c0ac tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598'] for port, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:16.613350 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.db [None req-6613917e-46dd-4437-b6d5-1b2b7aa88c7a None None] For port 4156a283-147d-429a-aebe-dd4af3bf20ea, host dv-cinder-814333-1-iscsi, cleared binding levels {{(pid=106639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 02:59:16.634600 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.db [None req-6613917e-46dd-4437-b6d5-1b2b7aa88c7a None None] For port 4156a283-147d-429a-aebe-dd4af3bf20ea, host dv-cinder-814333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=4156a283-147d-429a-aebe-dd4af3bf20ea,segment=NetworkSegment(61950c5d-464e-44a7-9413-2dacd41366ea),segment_id=61950c5d-464e-44a7-9413-2dacd41366ea)] {{(pid=106639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 02:59:16.650345 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a9b46-31fa-4d87-b5b7-755587df4a10 service neutron] Pushing event updated for resources: {'Port': ['ID=caf71140-c6b7-4be5-9396-592b222a5dba,revision_number=2']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:16.736032 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0876d-a144-45c4-8b18-12146647c0ac tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Pushing event updated for resources: {'Port': ['ID=3a3b25f6-f02a-44ec-bd48-afb3916348e6,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:16.736943 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-f6e84802-0ba8-4a7c-9a78-62134f81d591 None None] Provisioning complete for port 4156a283-147d-429a-aebe-dd4af3bf20ea triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:59:16.737529 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-f6e84802-0ba8-4a7c-9a78-62134f81d591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:16.750972 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-6613917e-46dd-4437-b6d5-1b2b7aa88c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:16.757600 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8881292e-cba0-444d-909a-ddd07c868e1b tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:16.784163 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-6dc48fed-d599-4a57-a26d-851346aa3f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:16.965924 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6613917e-46dd-4437-b6d5-1b2b7aa88c7a None None] Routers {'0d03d7ff-e945-42d0-ab49-8db15756a142'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 02:59:16.966576 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-6613917e-46dd-4437-b6d5-1b2b7aa88c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T02:58:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['0d03d7ff-e945-42d0-ab49-8db15756a142'], 'active': True} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:59:16.968621 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462fe5a6-2889-47b5-9f52-9fdfe7b6fe48 None None] Pushing event updated for resources: {'Port': ['ID=4156a283-147d-429a-aebe-dd4af3bf20ea,revision_number=4']} {{(pid=106639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:16.979654 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c0876d-a144-45c4-8b18-12146647c0ac tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Network ec1e2d0f-026f-465c-b326-53f6d0173c72 is already hosted by enough agents. {{(pid=106636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 02:59:16.994155 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [None req-44c0876d-a144-45c4-8b18-12146647c0ac tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Resources bound (agent type, host, resource id): {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 02:59:17.009090 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c0876d-a144-45c4-8b18-12146647c0ac tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Received port after_create {{(pid=106636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 02:59:17.056475 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8881292e-cba0-444d-909a-ddd07c868e1b tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:17.147252 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8881292e-cba0-444d-909a-ddd07c868e1b tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:17.189929 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-565a9b46-31fa-4d87-b5b7-755587df4a10 service neutron] Attempting to bind port caf71140-c6b7-4be5-9396-592b222a5dba on host hv-cinder-81433 for vnic_type normal with profile {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 02:59:17.190237 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-565a9b46-31fa-4d87-b5b7-755587df4a10 service neutron] Attempting to bind port caf71140-c6b7-4be5-9396-592b222a5dba by drivers openvswitch,hyperv on host hv-cinder-81433 at level 0 using segments [{'id': '53b30990-a1b0-4da9-98f1-781d7f1c488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '17665a73-802b-4dd6-8f82-9d1a9c41f31f'}] {{(pid=106637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 02:59:17.191768 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-565a9b46-31fa-4d87-b5b7-755587df4a10 service neutron] Attempting to bind port caf71140-c6b7-4be5-9396-592b222a5dba on network 17665a73-802b-4dd6-8f82-9d1a9c41f31f {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 02:59:17.259008 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8881292e-cba0-444d-909a-ddd07c868e1b tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ef943b-4a7f-4bdc-b015-4d201c90b77e,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:17.265588 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-f6e84802-0ba8-4a7c-9a78-62134f81d591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:17.304329 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-565a9b46-31fa-4d87-b5b7-755587df4a10 service neutron] Port caf71140-c6b7-4be5-9396-592b222a5dba on network 17665a73-802b-4dd6-8f82-9d1a9c41f31f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81433 {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 02:59:17.305020 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-565a9b46-31fa-4d87-b5b7-755587df4a10 service neutron] Attempting to bind port caf71140-c6b7-4be5-9396-592b222a5dba on network 17665a73-802b-4dd6-8f82-9d1a9c41f31f {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 02:59:17.317143 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvr_db [None req-6613917e-46dd-4437-b6d5-1b2b7aa88c7a None None] Set router 0d03d7ff-e945-42d0-ab49-8db15756a142 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 02:59:17.321801 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-565a9b46-31fa-4d87-b5b7-755587df4a10 service neutron] Checking agent: {'id': '54b63e31-ff86-4d84-9464-5034764a1d76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81433', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'started_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 2, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 02:59:17.322210 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-565a9b46-31fa-4d87-b5b7-755587df4a10 service neutron] Checking segment: {'id': '53b30990-a1b0-4da9-98f1-781d7f1c488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '17665a73-802b-4dd6-8f82-9d1a9c41f31f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 02:59:17.324057 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-565a9b46-31fa-4d87-b5b7-755587df4a10 service neutron] Bound using segment: {'id': '53b30990-a1b0-4da9-98f1-781d7f1c488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '17665a73-802b-4dd6-8f82-9d1a9c41f31f'} {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 02:59:17.324677 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-565a9b46-31fa-4d87-b5b7-755587df4a10 service neutron] Bound port: caf71140-c6b7-4be5-9396-592b222a5dba, host: hv-cinder-81433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b30990-a1b0-4da9-98f1-781d7f1c488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '17665a73-802b-4dd6-8f82-9d1a9c41f31f'}}] {{(pid=106637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 02:59:17.325003 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-565a9b46-31fa-4d87-b5b7-755587df4a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:17.371081 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-f6e84802-0ba8-4a7c-9a78-62134f81d591 None None] For port 4156a283-147d-429a-aebe-dd4af3bf20ea, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=4156a283-147d-429a-aebe-dd4af3bf20ea,segment=NetworkSegment(61950c5d-464e-44a7-9413-2dacd41366ea),segment_id=61950c5d-464e-44a7-9413-2dacd41366ea)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 02:59:17.389318 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8881292e-cba0-444d-909a-ddd07c868e1b tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:17.400071 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-8881292e-cba0-444d-909a-ddd07c868e1b tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9517951 Oct 18 02:59:17.404551 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 57716) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:17.423582 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-4a495246-cd61-4180-ac40-2d56808836b3 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Request body: {'security_group_rule': {'security_group_id': 'e6ef943b-4a7f-4bdc-b015-4d201c90b77e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:59:17.470994 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-f6e84802-0ba8-4a7c-9a78-62134f81d591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:17.525458 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-44c0876d-a144-45c4-8b18-12146647c0ac tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:17.653894 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-6dc48fed-d599-4a57-a26d-851346aa3f94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:17.670721 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e84802-0ba8-4a7c-9a78-62134f81d591 None None] Pushing event updated for resources: {'Port': ['ID=4156a283-147d-429a-aebe-dd4af3bf20ea,revision_number=5']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:17.679922 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-f947b3ee-1a30-4f8a-a4fa-4240fa552c42 None None] Provisioning complete for port 4156a283-147d-429a-aebe-dd4af3bf20ea triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:59:17.680419 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-f947b3ee-1a30-4f8a-a4fa-4240fa552c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:17.735269 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-6dc48fed-d599-4a57-a26d-851346aa3f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:17.736286 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-6dc48fed-d599-4a57-a26d-851346aa3f94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611812'] for router_interface, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:17.762938 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-4a495246-cd61-4180-ac40-2d56808836b3 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:17.774781 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-565a9b46-31fa-4d87-b5b7-755587df4a10 service neutron] For port caf71140-c6b7-4be5-9396-592b222a5dba, host hv-cinder-81433, cleared binding levels {{(pid=106637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 02:59:17.799279 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-44c0876d-a144-45c4-8b18-12146647c0ac tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:17.838418 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-565a9b46-31fa-4d87-b5b7-755587df4a10 service neutron] For port caf71140-c6b7-4be5-9396-592b222a5dba, host hv-cinder-81433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=caf71140-c6b7-4be5-9396-592b222a5dba,segment=NetworkSegment(53b30990-a1b0-4da9-98f1-781d7f1c488d),segment_id=53b30990-a1b0-4da9-98f1-781d7f1c488d)] {{(pid=106637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 02:59:17.901410 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-4a495246-cd61-4180-ac40-2d56808836b3 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:17.919175 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-565a9b46-31fa-4d87-b5b7-755587df4a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3168564'] for port, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:17.926715 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-6613917e-46dd-4437-b6d5-1b2b7aa88c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'name': 'tempest-AttachVolumeTestJSON-998918899-router', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:59:02Z', 'updated_at': '2021-10-18T02:59:10Z', 'revision_number': 4, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'gw_port': {'id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:22:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:04Z', 'updated_at': '2021-10-18T02:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': '4156a283-147d-429a-aebe-dd4af3bf20ea', 'name': '', 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'mac_address': 'fa:16:3e:8d:84:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a35e1d0-99d4-4e94-85dc-79f79e40c7d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:08Z', 'updated_at': '2021-10-18T02:59:16Z', 'revision_number': 4, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'subnets': [{'id': '4a35e1d0-99d4-4e94-85dc-79f79e40c7d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:59:17.984375 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-565a9b46-31fa-4d87-b5b7-755587df4a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:17.985080 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-565a9b46-31fa-4d87-b5b7-755587df4a10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for port, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:17.986552 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-565a9b46-31fa-4d87-b5b7-755587df4a10 service neutron] 10.222.0.36 "PUT /v2.0/ports/caf71140-c6b7-4be5-9396-592b222a5dba HTTP/1.1" status: 200 len: 1094 time: 3.3332655 Oct 18 02:59:17.987021 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8fb5485-625a-4875-a323-b50e33a55402', 'tag': 'caf71140-c6b7-4be5-9396-592b222a5dba'}] {{(pid=106637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 02:59:17.995994 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc48fed-d599-4a57-a26d-851346aa3f94 admin admin] Pushing event updated for resources: {'Port': ['ID=78a4636c-4ffa-46f0-a1a7-466e50902379,revision_number=2']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:18.016015 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a9b46-31fa-4d87-b5b7-755587df4a10 service neutron] Pushing event updated for resources: {'Port': ['ID=caf71140-c6b7-4be5-9396-592b222a5dba,revision_number=3']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:18.036239 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c000b94-926c-458f-9678-38db8da69b42 req-6018420b-36af-419f-b404-4cc243d8d058 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:18.040009 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-4a495246-cd61-4180-ac40-2d56808836b3 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612827'] for security_group_rule, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:18.041824 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5c000b94-926c-458f-9678-38db8da69b42 req-6018420b-36af-419f-b404-4cc243d8d058 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8fb5485-625a-4875-a323-b50e33a55402 HTTP/1.1" status: 200 len: 944 time: 0.3844023 Oct 18 02:59:18.069039 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6613917e-46dd-4437-b6d5-1b2b7aa88c7a None None] The sync data for ids ['0d03d7ff-e945-42d0-ab49-8db15756a142'] in dv-cinder-814333-1-iscsi is: [{'id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'name': 'tempest-AttachVolumeTestJSON-998918899-router', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:59:02Z', 'updated_at': '2021-10-18T02:59:10Z', 'revision_number': 4, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'gw_port': {'id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:22:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:04Z', 'updated_at': '2021-10-18T02:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': '4156a283-147d-429a-aebe-dd4af3bf20ea', 'name': '', 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'mac_address': 'fa:16:3e:8d:84:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a35e1d0-99d4-4e94-85dc-79f79e40c7d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:08Z', 'updated_at': '2021-10-18T02:59:16Z', 'revision_number': 4, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'subnets': [{'id': '4a35e1d0-99d4-4e94-85dc-79f79e40c7d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 02:59:18.105269 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a495246-cd61-4180-ac40-2d56808836b3 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075384b6-8875-4039-8b22-19b9f70798c5,revision_number=0']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:18.274575 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-4a495246-cd61-4180-ac40-2d56808836b3 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:18.274575 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-4a495246-cd61-4180-ac40-2d56808836b3 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8504226 Oct 18 02:59:18.294406 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 57742) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:18.298212 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [None req-b393ef62-9817-4636-a7ea-dede2c2abe26 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Request body: {'security_group_rule': {'security_group_id': 'e6ef943b-4a7f-4bdc-b015-4d201c90b77e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:59:18.315101 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc48fed-d599-4a57-a26d-851346aa3f94 admin admin] Network 4d30303c-fcdb-4228-b9fc-587a12d80856 is already hosted by enough agents. {{(pid=106636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 02:59:18.325535 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [None req-6dc48fed-d599-4a57-a26d-851346aa3f94 admin admin] Resources bound (agent type, host, resource id): {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 02:59:18.359857 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5c000b94-926c-458f-9678-38db8da69b42 req-fcbc924f-7a0c-4e65-896b-920f928a0acc tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc8128f3-f05f-4754-9ccd-d9a140935e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794051 Oct 18 02:59:18.372581 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-44c0876d-a144-45c4-8b18-12146647c0ac tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for port, precommit_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:18.377162 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-234ea3de-8ad5-4514-a73d-79a878209030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:18.378923 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-234ea3de-8ad5-4514-a73d-79a878209030 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46f89774823840d2b151278fb966b894&device_id=d8fb5485-625a-4875-a323-b50e33a55402 HTTP/1.1" status: 200 len: 1097 time: 0.2292185 Oct 18 02:59:18.523557 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc48fed-d599-4a57-a26d-851346aa3f94 admin admin] Router 892f1183-b462-472c-b6ec-8a0fc3480d9f has already been hosted by L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 {{(pid=106636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 02:59:18.701543 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc48fed-d599-4a57-a26d-851346aa3f94 admin admin] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 02:59:18.712642 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209452a6-8607-4858-a286-33ba630aa326 None None] Sync routers for ids ['892f1183-b462-472c-b6ec-8a0fc3480d9f'] in dv-cinder-814333-1-iscsi {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 02:59:18.725891 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-6dc48fed-d599-4a57-a26d-851346aa3f94 admin admin] 10.222.0.30 "PUT /v2.0/routers/892f1183-b462-472c-b6ec-8a0fc3480d9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8587120 Oct 18 02:59:18.740795 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209452a6-8607-4858-a286-33ba630aa326 None None] Routers {'892f1183-b462-472c-b6ec-8a0fc3480d9f'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 02:59:18.740795 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-209452a6-8607-4858-a286-33ba630aa326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T02:58:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['892f1183-b462-472c-b6ec-8a0fc3480d9f'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:59:18.743403 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-44c0876d-a144-45c4-8b18-12146647c0ac tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:18.762474 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b393ef62-9817-4636-a7ea-dede2c2abe26 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:18.862007 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-44c0876d-a144-45c4-8b18-12146647c0ac tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-612639'] for floatingip, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:18.939438 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84e416a7c2bb109cea857a7500c5c4b938dbd8fc9acb645868c31a21fed55845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc31e40-2b1f-4e8c-8735-e3d303f1cf68" -d '{"events": [{"name": "network-changed", "server_uuid": "d8fb5485-625a-4875-a323-b50e33a55402", "tag": "caf71140-c6b7-4be5-9396-592b222a5dba"}]}' {{(pid=106637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 02:59:18.944585 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0876d-a144-45c4-8b18-12146647c0ac tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Pushing event updated for resources: {'Port': ['ID=3a3b25f6-f02a-44ec-bd48-afb3916348e6,revision_number=2']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:19.042961 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-44c0876d-a144-45c4-8b18-12146647c0ac tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for floatingip, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:19.048390 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-44c0876d-a144-45c4-8b18-12146647c0ac tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9034276 Oct 18 02:59:19.051181 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-209452a6-8607-4858-a286-33ba630aa326 None None] Set router 892f1183-b462-472c-b6ec-8a0fc3480d9f gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 02:59:19.055686 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b393ef62-9817-4636-a7ea-dede2c2abe26 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:19.123298 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b393ef62-9817-4636-a7ea-dede2c2abe26 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612827'] for security_group_rule, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:19.145720 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393ef62-9817-4636-a7ea-dede2c2abe26 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7af2451-b374-449a-ad61-f4261a7c76f0,revision_number=0']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:19.235868 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b393ef62-9817-4636-a7ea-dede2c2abe26 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:19.240964 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-b393ef62-9817-4636-a7ea-dede2c2abe26 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9461155 Oct 18 02:59:19.241246 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 57770) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:19.246424 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-23d6b68c-8eaa-465c-8b1a-af67e3335651 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Request body: {'floatingip': {'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:59:19.363433 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-6e15fcd2-c694-4bda-8867-a87c0d56e6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:19.406095 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-23d6b68c-8eaa-465c-8b1a-af67e3335651 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for floatingip, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:19.422253 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-209452a6-8607-4858-a286-33ba630aa326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892f1183-b462-472c-b6ec-8a0fc3480d9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1526982119-router', 'tenant_id': '6894422efe52423ca3f7a27e517ac618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '6c7167d1-a2aa-4022-86fa-1b0e5297fb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:59:03Z', 'updated_at': '2021-10-18T02:59:16Z', 'revision_number': 4, 'project_id': '6894422efe52423ca3f7a27e517ac618', 'gw_port': {'id': '6c7167d1-a2aa-4022-86fa-1b0e5297fb4d', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:fa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892f1183-b462-472c-b6ec-8a0fc3480d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:04Z', 'updated_at': '2021-10-18T02:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': '78a4636c-4ffa-46f0-a1a7-466e50902379', 'name': '', 'network_id': '4d30303c-fcdb-4228-b9fc-587a12d80856', 'tenant_id': '6894422efe52423ca3f7a27e517ac618', 'mac_address': 'fa:16:3e:fe:bf:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892f1183-b462-472c-b6ec-8a0fc3480d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '408cb873-47be-40b3-8bec-d74941eb7535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:12Z', 'updated_at': '2021-10-18T02:59:17Z', 'revision_number': 2, 'project_id': '6894422efe52423ca3f7a27e517ac618', 'subnets': [{'id': '408cb873-47be-40b3-8bec-d74941eb7535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:59:19.518141 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209452a6-8607-4858-a286-33ba630aa326 None None] Checking router: 892f1183-b462-472c-b6ec-8a0fc3480d9f for host: dv-cinder-814333-1-iscsi {{(pid=106638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 02:59:19.519802 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209452a6-8607-4858-a286-33ba630aa326 None None] Updating router 892f1183-b462-472c-b6ec-8a0fc3480d9f port 78a4636c-4ffa-46f0-a1a7-466e50902379 binding host dv-cinder-814333-1-iscsi {{(pid=106638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 02:59:19.600705 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6e251-abe2-4f0c-9bb5-733545b88533 req-23703340-0c48-4a0e-a27e-ea073c446b80 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:19.603646 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-209452a6-8607-4858-a286-33ba630aa326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:19.614680 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-13a6e251-abe2-4f0c-9bb5-733545b88533 req-23703340-0c48-4a0e-a27e-ea073c446b80 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8fb5485-625a-4875-a323-b50e33a55402 HTTP/1.1" status: 200 len: 944 time: 0.1527915 Oct 18 02:59:19.739064 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-13a6e251-abe2-4f0c-9bb5-733545b88533 req-4617b54e-7b90-49ec-bb08-1e5fa2ca42ee tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc8128f3-f05f-4754-9ccd-d9a140935e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205075 Oct 18 02:59:20.021558 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 02:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e466b432-4e96-468a-be76-628807b42db7 x-openstack-request-id: req-e466b432-4e96-468a-be76-628807b42db7 {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 02:59:20.022557 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8fb5485-625a-4875-a323-b50e33a55402", "tag": "caf71140-c6b7-4be5-9396-592b222a5dba", "status": "completed", "code": 200}]} {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 02:59:20.022557 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e466b432-4e96-468a-be76-628807b42db7 {{(pid=106637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 02:59:20.022722 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8fb5485-625a-4875-a323-b50e33a55402', 'tag': 'caf71140-c6b7-4be5-9396-592b222a5dba', 'status': 'completed', 'code': 200} Oct 18 02:59:20.028176 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-d34626fb-a59e-4753-beef-f5b3b0333650 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--837434889&fields=id&tenant_id=b2bab566054f4b83aef927c6227a69ea HTTP/1.1" status: 200 len: 267 time: 0.0954692 Oct 18 02:59:20.079673 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-9f4e9e61-e616-4d82-90c8-b3d29dc6e3a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=caf71140-c6b7-4be5-9396-592b222a5dba HTTP/1.1" status: 200 len: 217 time: 0.4461732 Oct 18 02:59:20.103811 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-23d6b68c-8eaa-465c-8b1a-af67e3335651 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:20.205665 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-d4a32562-fec6-485d-b0c1-10db84acc80d tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:20.208312 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-d4a32562-fec6-485d-b0c1-10db84acc80d tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/networks?id=2e8a63a2-5796-4af1-8add-99fedc042cba HTTP/1.1" status: 200 len: 816 time: 0.1683056 Oct 18 02:59:20.236392 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-54cafc70-696e-4db9-855d-74b5c9c5cd5f tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/quotas/b2bab566054f4b83aef927c6227a69ea HTTP/1.1" status: 200 len: 375 time: 0.0223525 Oct 18 02:59:20.314773 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-209452a6-8607-4858-a286-33ba630aa326 None None] Notify callbacks [] for port, precommit_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:20.375805 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-91cb3c7d-abc6-49dc-b254-48cb7da42bc9 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2bab566054f4b83aef927c6227a69ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1267338 Oct 18 02:59:20.416809 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_common [None req-23d6b68c-8eaa-465c-8b1a-af67e3335651 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Allocated IP 172.27.3.93 (ec1e2d0f-026f-465c-b326-53f6d0173c72/df7c5eba-93a9-4f97-9356-1dcfa994647a/e285a1a2-10b2-4fa6-bf66-90e4e18af096) {{(pid=106637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 02:59:20.467599 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 4156a283-147d-429a-aebe-dd4af3bf20ea up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 02:59:20.521005 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port 4156a283-147d-429a-aebe-dd4af3bf20ea triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:59:20.521381 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:20.524829 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-23d6b68c-8eaa-465c-8b1a-af67e3335651 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for port, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:20.613952 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-209452a6-8607-4858-a286-33ba630aa326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:20.690086 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd785ab-072a-4329-9e0c-a2dd990abf46 None None] Pushing event updated for resources: {'Port': ['ID=78a4636c-4ffa-46f0-a1a7-466e50902379,revision_number=3']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:20.694646 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-23d6b68c-8eaa-465c-8b1a-af67e3335651 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:20.713902 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70597406-29e3-4897-a3ea-9b384adb3306 req-ee573662-f76f-4b20-8956-f2ab2b90e5f1 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:20.715828 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-70597406-29e3-4897-a3ea-9b384adb3306 req-ee573662-f76f-4b20-8956-f2ab2b90e5f1 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/networks?id=4d30303c-fcdb-4228-b9fc-587a12d80856 HTTP/1.1" status: 200 len: 819 time: 0.1221552 Oct 18 02:59:20.740750 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-70597406-29e3-4897-a3ea-9b384adb3306 req-cc35e84b-d8c1-4b04-833a-a8561cf4c123 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/quotas/6894422efe52423ca3f7a27e517ac618 HTTP/1.1" status: 200 len: 375 time: 0.0192389 Oct 18 02:59:20.777372 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-209452a6-8607-4858-a286-33ba630aa326 None None] Attempting to bind port 78a4636c-4ffa-46f0-a1a7-466e50902379 on host dv-cinder-814333-1-iscsi for vnic_type normal with profile {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 02:59:20.777769 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-209452a6-8607-4858-a286-33ba630aa326 None None] Attempting to bind port 78a4636c-4ffa-46f0-a1a7-466e50902379 by drivers openvswitch,hyperv on host dv-cinder-814333-1-iscsi at level 0 using segments [{'id': '9ebf1992-0ee9-4a4b-b4bb-409555f91b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4d30303c-fcdb-4228-b9fc-587a12d80856'}] {{(pid=106638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 02:59:20.778241 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209452a6-8607-4858-a286-33ba630aa326 None None] Attempting to bind port 78a4636c-4ffa-46f0-a1a7-466e50902379 on network 4d30303c-fcdb-4228-b9fc-587a12d80856 {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 02:59:20.783766 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209452a6-8607-4858-a286-33ba630aa326 None None] Checking agent: {'id': '725b6bc2-91e5-4fb5-a09c-abe917cff252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 50, 22), 'started_at': datetime.datetime(2021, 10, 18, 2, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 2, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 02:59:20.784140 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209452a6-8607-4858-a286-33ba630aa326 None None] Checking segment: {'id': '9ebf1992-0ee9-4a4b-b4bb-409555f91b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4d30303c-fcdb-4228-b9fc-587a12d80856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 02:59:20.785177 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-209452a6-8607-4858-a286-33ba630aa326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:20.785574 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209452a6-8607-4858-a286-33ba630aa326 None None] Bound using segment: {'id': '9ebf1992-0ee9-4a4b-b4bb-409555f91b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4d30303c-fcdb-4228-b9fc-587a12d80856'} {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 02:59:20.786101 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-209452a6-8607-4858-a286-33ba630aa326 None None] Bound port: 78a4636c-4ffa-46f0-a1a7-466e50902379, host: dv-cinder-814333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ebf1992-0ee9-4a4b-b4bb-409555f91b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4d30303c-fcdb-4228-b9fc-587a12d80856'}}] {{(pid=106638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 02:59:20.786473 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-209452a6-8607-4858-a286-33ba630aa326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:20.807945 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d6b68c-8eaa-465c-8b1a-af67e3335651 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Network ec1e2d0f-026f-465c-b326-53f6d0173c72 is already hosted by enough agents. {{(pid=106637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 02:59:20.818421 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [None req-23d6b68c-8eaa-465c-8b1a-af67e3335651 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Resources bound (agent type, host, resource id): {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 02:59:20.821043 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d6b68c-8eaa-465c-8b1a-af67e3335651 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Received port after_create {{(pid=106637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 02:59:20.845626 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-70597406-29e3-4897-a3ea-9b384adb3306 req-50864e9c-a177-4d91-968a-0884102bf22e tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6894422efe52423ca3f7a27e517ac618&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0977228 Oct 18 02:59:20.855553 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6b68c-8eaa-465c-8b1a-af67e3335651 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Pushing event updated for resources: {'Port': ['ID=e285a1a2-10b2-4fa6-bf66-90e4e18af096,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:20.895010 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-209452a6-8607-4858-a286-33ba630aa326 None None] For port 78a4636c-4ffa-46f0-a1a7-466e50902379, host dv-cinder-814333-1-iscsi, cleared binding levels {{(pid=106638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 02:59:20.908612 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-209452a6-8607-4858-a286-33ba630aa326 None None] For port 78a4636c-4ffa-46f0-a1a7-466e50902379, host dv-cinder-814333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=78a4636c-4ffa-46f0-a1a7-466e50902379,segment=NetworkSegment(9ebf1992-0ee9-4a4b-b4bb-409555f91b46),segment_id=9ebf1992-0ee9-4a4b-b4bb-409555f91b46)] {{(pid=106638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 02:59:21.007709 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-23d6b68c-8eaa-465c-8b1a-af67e3335651 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:21.016706 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-70597406-29e3-4897-a3ea-9b384adb3306 req-22138e3d-5ecc-4180-a1a1-16ce0f0d47f2 service neutron] 10.222.0.30 "GET /v2.0/networks/4d30303c-fcdb-4228-b9fc-587a12d80856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620667 Oct 18 02:59:21.025098 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-209452a6-8607-4858-a286-33ba630aa326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:21.096561 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209452a6-8607-4858-a286-33ba630aa326 None None] Routers {'892f1183-b462-472c-b6ec-8a0fc3480d9f'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 02:59:21.097412 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-209452a6-8607-4858-a286-33ba630aa326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T02:58:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['892f1183-b462-472c-b6ec-8a0fc3480d9f'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:59:21.142313 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd785ab-072a-4329-9e0c-a2dd990abf46 None None] Pushing event updated for resources: {'Port': ['ID=78a4636c-4ffa-46f0-a1a7-466e50902379,revision_number=4']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:21.157186 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-23d6b68c-8eaa-465c-8b1a-af67e3335651 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:21.173913 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-70597406-29e3-4897-a3ea-9b384adb3306 req-00c83074-47e3-40cc-9247-df05d5818ad9 service neutron] 10.222.0.30 "GET /v2.0/networks/4d30303c-fcdb-4228-b9fc-587a12d80856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500747 Oct 18 02:59:21.285916 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-209452a6-8607-4858-a286-33ba630aa326 None None] Set router 892f1183-b462-472c-b6ec-8a0fc3480d9f gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 02:59:21.340251 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-ffaba528-6752-43ba-b19b-0c9345cf863f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=106636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 02:59:21.341518 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-ffaba528-6752-43ba-b19b-0c9345cf863f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3968658 Oct 18 02:59:21.545669 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-23d6b68c-8eaa-465c-8b1a-af67e3335651 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for port, precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:21.586213 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 57846) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:21.593032 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-0c5150fe-5384-4840-aa46-7e3ff5bf5895 service neutron] 10.222.0.30 "GET /v2.0/networks/2e8a63a2-5796-4af1-8add-99fedc042cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424936 Oct 18 02:59:21.623259 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-23d6b68c-8eaa-465c-8b1a-af67e3335651 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3168564'] for port, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:21.807017 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6b68c-8eaa-465c-8b1a-af67e3335651 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Pushing event updated for resources: {'Port': ['ID=e285a1a2-10b2-4fa6-bf66-90e4e18af096,revision_number=2']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:21.868538 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-23d6b68c-8eaa-465c-8b1a-af67e3335651 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-612639'] for floatingip, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:21.975985 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-23d6b68c-8eaa-465c-8b1a-af67e3335651 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for floatingip, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:21.982877 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-23d6b68c-8eaa-465c-8b1a-af67e3335651 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7402360 Oct 18 02:59:22.134147 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-86999f42-62fa-43c8-9547-f5938f33bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:22.234290 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-209452a6-8607-4858-a286-33ba630aa326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892f1183-b462-472c-b6ec-8a0fc3480d9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1526982119-router', 'tenant_id': '6894422efe52423ca3f7a27e517ac618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '6c7167d1-a2aa-4022-86fa-1b0e5297fb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:59:03Z', 'updated_at': '2021-10-18T02:59:16Z', 'revision_number': 4, 'project_id': '6894422efe52423ca3f7a27e517ac618', 'gw_port': {'id': '6c7167d1-a2aa-4022-86fa-1b0e5297fb4d', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:fa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892f1183-b462-472c-b6ec-8a0fc3480d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:04Z', 'updated_at': '2021-10-18T02:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': '78a4636c-4ffa-46f0-a1a7-466e50902379', 'name': '', 'network_id': '4d30303c-fcdb-4228-b9fc-587a12d80856', 'tenant_id': '6894422efe52423ca3f7a27e517ac618', 'mac_address': 'fa:16:3e:fe:bf:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892f1183-b462-472c-b6ec-8a0fc3480d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '408cb873-47be-40b3-8bec-d74941eb7535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:12Z', 'updated_at': '2021-10-18T02:59:20Z', 'revision_number': 4, 'project_id': '6894422efe52423ca3f7a27e517ac618', 'subnets': [{'id': '408cb873-47be-40b3-8bec-d74941eb7535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:59:22.249031 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-d2b56983-1402-4a74-93e8-0c5ec1afba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:22.249031 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-d2b56983-1402-4a74-93e8-0c5ec1afba2c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d7f1da0c-854b-4c07-97de-425fed741e40 HTTP/1.1" status: 200 len: 851 time: 0.1564624 Oct 18 02:59:22.267515 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-68e893f2-5c50-453b-b596-556468270168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:22.307546 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209452a6-8607-4858-a286-33ba630aa326 None None] The sync data for ids ['892f1183-b462-472c-b6ec-8a0fc3480d9f'] in dv-cinder-814333-1-iscsi is: [{'id': '892f1183-b462-472c-b6ec-8a0fc3480d9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1526982119-router', 'tenant_id': '6894422efe52423ca3f7a27e517ac618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '6c7167d1-a2aa-4022-86fa-1b0e5297fb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:59:03Z', 'updated_at': '2021-10-18T02:59:16Z', 'revision_number': 4, 'project_id': '6894422efe52423ca3f7a27e517ac618', 'gw_port': {'id': '6c7167d1-a2aa-4022-86fa-1b0e5297fb4d', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:fa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892f1183-b462-472c-b6ec-8a0fc3480d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:04Z', 'updated_at': '2021-10-18T02:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': '78a4636c-4ffa-46f0-a1a7-466e50902379', 'name': '', 'network_id': '4d30303c-fcdb-4228-b9fc-587a12d80856', 'tenant_id': '6894422efe52423ca3f7a27e517ac618', 'mac_address': 'fa:16:3e:fe:bf:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892f1183-b462-472c-b6ec-8a0fc3480d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '408cb873-47be-40b3-8bec-d74941eb7535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:12Z', 'updated_at': '2021-10-18T02:59:20Z', 'revision_number': 4, 'project_id': '6894422efe52423ca3f7a27e517ac618', 'subnets': [{'id': '408cb873-47be-40b3-8bec-d74941eb7535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 02:59:22.327074 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-ca07a3ce-5bc5-427e-aa1e-462f985a6feb service neutron] 10.222.0.30 "GET /v2.0/networks/2e8a63a2-5796-4af1-8add-99fedc042cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7273116 Oct 18 02:59:22.373891 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec195c-187c-4723-968f-3066e33adb92 req-95eb5b30-cd1e-42ca-af9d-ae75abd3eacf tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:22.375677 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e4ec195c-187c-4723-968f-3066e33adb92 req-95eb5b30-cd1e-42ca-af9d-ae75abd3eacf tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8fb5485-625a-4875-a323-b50e33a55402 HTTP/1.1" status: 200 len: 944 time: 0.2450142 Oct 18 02:59:22.427852 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-68e893f2-5c50-453b-b596-556468270168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:22.478251 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e4ec195c-187c-4723-968f-3066e33adb92 req-bc73ab73-b73a-4db7-bc62-8c22de52384b tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc8128f3-f05f-4754-9ccd-d9a140935e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876474 Oct 18 02:59:22.586403 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:22.586960 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-68e893f2-5c50-453b-b596-556468270168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:22.589177 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-52b0327f-0bba-4267-9e42-bf2819c93cc5 req-3893b621-88d4-4b1d-bb41-fd80dae8de74 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 210 time: 0.0595250 Oct 18 02:59:22.830898 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-68e893f2-5c50-453b-b596-556468270168 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3c419865970848b7ad15b5c79bd3841d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2415521 Oct 18 02:59:22.835294 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 57898) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:22.838234 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e893f2-5c50-453b-b596-556468270168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbe7a23-4df6-4f17-8a42-cd563a02b9f2,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:23.073848 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-03a948ee-6ade-4c97-8cd3-b055243eaf28 req-92a44794-af55-4c00-887c-6ecc10eb4386 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 210 time: 0.1513991 Oct 18 02:59:23.216311 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-e6070752-bff1-4662-85a5-38be5668e8ae tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1788889960&fields=id&tenant_id=d8d2c0c120394030962ebe6c7201e21d HTTP/1.1" status: 200 len: 267 time: 0.1365802 Oct 18 02:59:23.364771 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-68fd8777-21f8-4cf3-a8f1-553070a643b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:23.419462 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-68fd8777-21f8-4cf3-a8f1-553070a643b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:23.472828 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0894f-f813-47c9-b160-dcf728d9331f req-cdffd56b-3a69-4c26-be87-fcfba43436f4 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:23.475045 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-83e0894f-f813-47c9-b160-dcf728d9331f req-cdffd56b-3a69-4c26-be87-fcfba43436f4 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/networks?id=4d30303c-fcdb-4228-b9fc-587a12d80856 HTTP/1.1" status: 200 len: 819 time: 0.1891415 Oct 18 02:59:23.507026 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-124d91cd-982e-4c40-b13b-c9efef03bc7a tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:23.527981 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-124d91cd-982e-4c40-b13b-c9efef03bc7a tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/networks?id=ac1fdfa5-8257-478e-8751-4284ba979920 HTTP/1.1" status: 200 len: 810 time: 0.2910614 Oct 18 02:59:23.527981 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-83e0894f-f813-47c9-b160-dcf728d9331f req-8a19d12d-4d6b-462b-906e-16a974e455ba tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/quotas/6894422efe52423ca3f7a27e517ac618 HTTP/1.1" status: 200 len: 375 time: 0.0342050 Oct 18 02:59:23.540612 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-6d4cecef-3df0-4032-a6d2-148c82a89afc tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/quotas/d8d2c0c120394030962ebe6c7201e21d HTTP/1.1" status: 200 len: 375 time: 0.0218036 Oct 18 02:59:23.629032 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-83e0894f-f813-47c9-b160-dcf728d9331f req-bd8ab3ff-46bf-49b2-8770-c5dc8bac29c3 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6894422efe52423ca3f7a27e517ac618&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1079912 Oct 18 02:59:23.653915 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-0fe5a3a0-37f1-4f32-b68a-8689e279ff53 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8d2c0c120394030962ebe6c7201e21d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0830450 Oct 18 02:59:23.725805 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:23.809742 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-68fd8777-21f8-4cf3-a8f1-553070a643b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:23.815753 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-68fd8777-21f8-4cf3-a8f1-553070a643b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:23.815753 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-68fd8777-21f8-4cf3-a8f1-553070a643b7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7dbe7a23-4df6-4f17-8a42-cd563a02b9f2 HTTP/1.1" status: 204 len: 168 time: 0.9783568 Oct 18 02:59:23.860361 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-83e0894f-f813-47c9-b160-dcf728d9331f req-46467a03-c1f3-431b-b82d-2dd39c0b3d8b service neutron] 10.222.0.30 "GET /v2.0/networks/4d30303c-fcdb-4228-b9fc-587a12d80856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228391 Oct 18 02:59:23.878431 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd8777-21f8-4cf3-a8f1-553070a643b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbe7a23-4df6-4f17-8a42-cd563a02b9f2,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:23.923283 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-c689593d-9d0e-415d-a73e-95e4545a6165 service neutron] 10.222.0.30 "GET /v2.0/networks/ac1fdfa5-8257-478e-8751-4284ba979920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276673 Oct 18 02:59:24.043576 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 57944) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:24.243363 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f2fe4150-fd75-425c-bfba-20cfe262a14b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:24.294064 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 78a4636c-4ffa-46f0-a1a7-466e50902379 up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 02:59:24.371667 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-83e0894f-f813-47c9-b160-dcf728d9331f req-a409c9b5-6ee3-4eb3-b435-9093ca60d2b7 service neutron] 10.222.0.30 "GET /v2.0/networks/4d30303c-fcdb-4228-b9fc-587a12d80856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896247 Oct 18 02:59:24.373720 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-b86d57fc-6982-4189-af5f-92ce391d4888 service neutron] 10.222.0.30 "GET /v2.0/networks/ac1fdfa5-8257-478e-8751-4284ba979920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463224 Oct 18 02:59:24.389563 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port 78a4636c-4ffa-46f0-a1a7-466e50902379 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:59:24.389971 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:24.396034 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f2fe4150-fd75-425c-bfba-20cfe262a14b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:24.521644 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f2fe4150-fd75-425c-bfba-20cfe262a14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:24.542570 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:24.589195 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-f2fe4150-fd75-425c-bfba-20cfe262a14b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=26b0ed4db6164cb5a8c9f4a172c74248&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5443177 Oct 18 02:59:24.590459 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe4150-fd75-425c-bfba-20cfe262a14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3812e4fb-c094-4be1-8eeb-18a99a35c266,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:24.592594 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 57956) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:24.641629 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] For port 78a4636c-4ffa-46f0-a1a7-466e50902379, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=78a4636c-4ffa-46f0-a1a7-466e50902379,segment=NetworkSegment(9ebf1992-0ee9-4a4b-b4bb-409555f91b46),segment_id=9ebf1992-0ee9-4a4b-b4bb-409555f91b46)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 02:59:24.693641 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:24.721225 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b2604e65-9c27-4fa6-b426-5e30bce63a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:24.722699 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:24.764797 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b2604e65-9c27-4fa6-b426-5e30bce63a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:24.851923 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Pushing event updated for resources: {'Port': ['ID=78a4636c-4ffa-46f0-a1a7-466e50902379,revision_number=5']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:24.989587 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886c978-8eaa-4f0e-9d8a-b81c01ea64f8 req-f9f311f9-132c-4d3c-91d8-11451271d2b6 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:24.991179 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-3886c978-8eaa-4f0e-9d8a-b81c01ea64f8 req-f9f311f9-132c-4d3c-91d8-11451271d2b6 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8fb5485-625a-4875-a323-b50e33a55402 HTTP/1.1" status: 200 len: 944 time: 0.1371872 Oct 18 02:59:24.992408 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b2604e65-9c27-4fa6-b426-5e30bce63a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:24.995176 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b2604e65-9c27-4fa6-b426-5e30bce63a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:24.996340 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-b2604e65-9c27-4fa6-b426-5e30bce63a35 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3812e4fb-c094-4be1-8eeb-18a99a35c266 HTTP/1.1" status: 204 len: 168 time: 0.4025934 Oct 18 02:59:25.007354 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2604e65-9c27-4fa6-b426-5e30bce63a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3812e4fb-c094-4be1-8eeb-18a99a35c266,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:25.068084 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-3886c978-8eaa-4f0e-9d8a-b81c01ea64f8 req-07afefe3-ce80-46c1-96fc-659c23dd4f20 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc8128f3-f05f-4754-9ccd-d9a140935e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580466 Oct 18 02:59:25.209390 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-bf7dfbbc-e483-4509-a7ee-5a598626f36e req-4db59fa3-922a-4156-ac00-461142c060ca tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 210 time: 0.1161611 Oct 18 02:59:25.231622 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-2532fc02-6f48-45bf-9d25-6d68377cee81 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17665a73-802b-4dd6-8f82-9d1a9c41f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3051670 Oct 18 02:59:25.233518 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 57980) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:25.280042 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-23d80d0d-f5be-4a8f-a29b-9fee376f40ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:25.314508 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9fab1d83-cf07-4a6e-86ae-e05dada2fe8a req-6eaddb2a-b404-408e-a998-9ea4f9b741c7 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 210 time: 0.0934067 Oct 18 02:59:25.395530 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d0a6e1a5-d9a4-44cc-b3f8-d20807786003 req-dc76a1cc-f40d-4b3d-911f-e25f4a4c117d tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 210 time: 0.0630541 Oct 18 02:59:25.515973 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-23d80d0d-f5be-4a8f-a29b-9fee376f40ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:25.519430 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-2e647dc1-e935-4009-9e19-d040ba1057ad service neutron] 10.222.0.36 "GET /v2.0/networks/17665a73-802b-4dd6-8f82-9d1a9c41f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727602 Oct 18 02:59:25.631203 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-23d80d0d-f5be-4a8f-a29b-9fee376f40ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:25.692812 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-23d80d0d-f5be-4a8f-a29b-9fee376f40ac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ba4f8fa1d104850b2f74cef0ee70feb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4499860 Oct 18 02:59:25.693915 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d80d0d-f5be-4a8f-a29b-9fee376f40ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2c2870-b5fa-49cc-ab4e-fcf09dcb2d3a,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:25.696545 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 58004) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:25.794652 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-373edbd4-b94a-4b89-84c3-13f217d1e19c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:25.838150 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-373edbd4-b94a-4b89-84c3-13f217d1e19c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:25.934662 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-61522311-4163-4808-890f-a3a5b44d6bf8 req-25f77a30-67f8-42e7-9c12-d2d3fbba0aa6 service neutron] 10.222.0.36 "GET /v2.0/networks/17665a73-802b-4dd6-8f82-9d1a9c41f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541202 Oct 18 02:59:26.025521 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-373edbd4-b94a-4b89-84c3-13f217d1e19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:26.029482 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-373edbd4-b94a-4b89-84c3-13f217d1e19c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:26.035034 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-373edbd4-b94a-4b89-84c3-13f217d1e19c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ac2c2870-b5fa-49cc-ab4e-fcf09dcb2d3a HTTP/1.1" status: 204 len: 168 time: 0.3332949 Oct 18 02:59:26.043091 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373edbd4-b94a-4b89-84c3-13f217d1e19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2c2870-b5fa-49cc-ab4e-fcf09dcb2d3a,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:26.286626 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b749e5b-c67e-4b28-928e-9ded81828116 req-9a6f48c4-3ebc-49ff-8571-cd4a1eb15e10 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:26.289304 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0b749e5b-c67e-4b28-928e-9ded81828116 req-9a6f48c4-3ebc-49ff-8571-cd4a1eb15e10 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8fb5485-625a-4875-a323-b50e33a55402 HTTP/1.1" status: 200 len: 944 time: 0.1112335 Oct 18 02:59:26.292504 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 78a4636c-4ffa-46f0-a1a7-466e50902379 up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 02:59:26.359013 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0b749e5b-c67e-4b28-928e-9ded81828116 req-1522c153-b06d-499e-ae84-ecfc5449e596 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc8128f3-f05f-4754-9ccd-d9a140935e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571566 Oct 18 02:59:26.394512 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port 78a4636c-4ffa-46f0-a1a7-466e50902379 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:59:26.394512 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:26.408198 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-30fa6dfb-6fa4-4516-b822-1c54bfb31c39 req-ed120fd6-c3bf-4bd2-8884-ecb51aa9e40b tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 210 time: 0.0423980 Oct 18 02:59:26.423929 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 58026) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:26.447746 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-71510c24-8881-473f-b6f1-e5d53eedc3f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:26.532640 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5ab90a8b-d9a0-484c-a964-4717349d340b req-b0130387-4f7a-4b3d-aa06-102a21da6775 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 210 time: 0.0586593 Oct 18 02:59:26.613027 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-01db18b5-3ca1-48be-82d2-219ba0b1fd24 req-ecc186bb-fd21-4c65-b015-f4cf3911db97 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 210 time: 0.0642734 Oct 18 02:59:26.634754 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-71510c24-8881-473f-b6f1-e5d53eedc3f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:26.751705 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-71510c24-8881-473f-b6f1-e5d53eedc3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:26.806418 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-71510c24-8881-473f-b6f1-e5d53eedc3f3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b537371c38d24c9eb0c0fc6742938c3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3813922 Oct 18 02:59:26.809271 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 58040) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:26.822216 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71510c24-8881-473f-b6f1-e5d53eedc3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f6184d-fd7d-47bf-a8c8-9ddc396c489c,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:26.880839 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-89d8db73-d364-46a2-9de8-124271db4cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:26.904433 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-89d8db73-d364-46a2-9de8-124271db4cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:27.058515 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-89d8db73-d364-46a2-9de8-124271db4cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:27.061232 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-89d8db73-d364-46a2-9de8-124271db4cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:27.062438 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-89d8db73-d364-46a2-9de8-124271db4cff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b9f6184d-fd7d-47bf-a8c8-9ddc396c489c HTTP/1.1" status: 204 len: 168 time: 0.2521641 Oct 18 02:59:27.076509 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8db73-d364-46a2-9de8-124271db4cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f6184d-fd7d-47bf-a8c8-9ddc396c489c,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:27.518251 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c76ea-d35c-48cb-936e-0e3993da1a7a req-755fc0b2-9621-4d8b-91dd-3cb4cb06e8b2 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:27.522421 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-089c76ea-d35c-48cb-936e-0e3993da1a7a req-755fc0b2-9621-4d8b-91dd-3cb4cb06e8b2 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8fb5485-625a-4875-a323-b50e33a55402 HTTP/1.1" status: 200 len: 944 time: 0.0830879 Oct 18 02:59:27.524349 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc31e40-2b1f-4e8c-8735-e3d303f1cf68 req-df2ff74e-71ba-435b-ac80-db338e9fd48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:27.530642 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-3cc31e40-2b1f-4e8c-8735-e3d303f1cf68 req-df2ff74e-71ba-435b-ac80-db338e9fd48a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46f89774823840d2b151278fb966b894&device_id=d8fb5485-625a-4875-a323-b50e33a55402 HTTP/1.1" status: 200 len: 1097 time: 0.0676155 Oct 18 02:59:27.569690 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ca961d26-3322-45e0-a8be-7ca5d141dde2 req-a8e2d19a-e408-4601-a596-4800bafda532 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 210 time: 0.0459933 Oct 18 02:59:27.608740 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-089c76ea-d35c-48cb-936e-0e3993da1a7a req-973a042c-8b1f-48c3-9f32-bb29675917b1 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc8128f3-f05f-4754-9ccd-d9a140935e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743666 Oct 18 02:59:27.795160 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1026c2db-29e9-46d7-8fe4-c256120f27b5 req-44a06415-800a-4836-915b-68e789315c9d tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 210 time: 0.0628207 Oct 18 02:59:27.802734 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-03a9d9d8-9bd0-42e5-b130-1139d548cfc0 req-5cf3584b-cc36-49f6-aeaa-dfab78e65ff0 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 210 time: 0.0940619 Oct 18 02:59:27.837175 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc31e40-2b1f-4e8c-8735-e3d303f1cf68 req-01054225-3449-4418-a5f0-44bb97ca60fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:27.838712 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-3cc31e40-2b1f-4e8c-8735-e3d303f1cf68 req-01054225-3449-4418-a5f0-44bb97ca60fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=17665a73-802b-4dd6-8f82-9d1a9c41f31f HTTP/1.1" status: 200 len: 912 time: 0.2974725 Oct 18 02:59:27.883663 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-3cc31e40-2b1f-4e8c-8735-e3d303f1cf68 req-cf8e622d-f4ba-4e6f-bb8c-be1701fdf27c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=caf71140-c6b7-4be5-9396-592b222a5dba HTTP/1.1" status: 200 len: 217 time: 0.0379982 Oct 18 02:59:27.948711 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc31e40-2b1f-4e8c-8735-e3d303f1cf68 req-746cdd73-33db-40a5-8426-eba7a7ea8757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:27.950260 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-3cc31e40-2b1f-4e8c-8735-e3d303f1cf68 req-746cdd73-33db-40a5-8426-eba7a7ea8757 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d7f1da0c-854b-4c07-97de-425fed741e40 HTTP/1.1" status: 200 len: 851 time: 0.0597196 Oct 18 02:59:27.982949 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-3cc31e40-2b1f-4e8c-8735-e3d303f1cf68 req-aaf5de32-4bfa-4f84-8bb0-8977deefbed4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17665a73-802b-4dd6-8f82-9d1a9c41f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250757 Oct 18 02:59:28.051923 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.36', 50271) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:28.123898 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-3cc31e40-2b1f-4e8c-8735-e3d303f1cf68 req-b95ebd23-8f88-4cc3-8f0b-cc340f47a47e service neutron] 10.222.0.36 "GET /v2.0/networks/17665a73-802b-4dd6-8f82-9d1a9c41f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329646 Oct 18 02:59:28.226042 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70597406-29e3-4897-a3ea-9b384adb3306 req-31d6a37c-24b7-4983-bd0d-a8d6352bfd89 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:28.227487 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-70597406-29e3-4897-a3ea-9b384adb3306 req-31d6a37c-24b7-4983-bd0d-a8d6352bfd89 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.36 "GET /v2.0/networks?id=4d30303c-fcdb-4228-b9fc-587a12d80856 HTTP/1.1" status: 200 len: 819 time: 0.1685152 Oct 18 02:59:28.244436 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [req-70597406-29e3-4897-a3ea-9b384adb3306 req-1870163a-e061-4f37-b0e1-7c5d1bf84738 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Request body: {'port': {'device_id': 'df26dee3-490a-4bf7-998d-8e1e8dbf3827', 'network_id': '4d30303c-fcdb-4228-b9fc-587a12d80856', 'admin_state_up': True, 'tenant_id': '6894422efe52423ca3f7a27e517ac618'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:59:28.270209 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-3cc31e40-2b1f-4e8c-8735-e3d303f1cf68 req-b39c5a85-6418-405e-add8-8d248d950d9c service neutron] 10.222.0.36 "GET /v2.0/networks/17665a73-802b-4dd6-8f82-9d1a9c41f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384196 Oct 18 02:59:28.464670 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70597406-29e3-4897-a3ea-9b384adb3306 req-1870163a-e061-4f37-b0e1-7c5d1bf84738 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Made reservation on behalf of 6894422efe52423ca3f7a27e517ac618 for: {'port': 1} {{(pid=106636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 02:59:28.468488 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-70597406-29e3-4897-a3ea-9b384adb3306 req-1870163a-e061-4f37-b0e1-7c5d1bf84738 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:28.929839 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-0f499f1f-6f70-49d4-9ec4-4c7d92579e0c tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:28.931308 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-0f499f1f-6f70-49d4-9ec4-4c7d92579e0c tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.36 "GET /v2.0/networks?id=2e8a63a2-5796-4af1-8add-99fedc042cba HTTP/1.1" status: 200 len: 816 time: 0.1216986 Oct 18 02:59:28.988321 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c773f902-6159-4070-9b52-6509fbff4e6f req-28c9fe74-a754-4efb-bd5a-d0ca02d75154 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 210 time: 0.0833724 Oct 18 02:59:29.012040 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-b8b2342c-de80-49f5-a46d-c73bd32ce362 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2bab566054f4b83aef927c6227a69ea HTTP/1.1" status: 200 len: 379 time: 0.0698590 Oct 18 02:59:29.029309 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-7d4c1c64-9bfc-41d3-8824-e4ef711fe14e tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Request body: {'port': {'device_id': '9575e503-5c9a-4e7b-b89b-d13b526a9216', 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba', 'admin_state_up': True, 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'security_groups': ['6e45843a-d18e-41a4-9c25-a9e2b219317f']}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:59:29.055935 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952db6e-4e5f-4e8b-b86d-541f0a79d10d req-42a04568-c854-41fe-8057-5b8ce9eaaa69 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:29.064737 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8952db6e-4e5f-4e8b-b86d-541f0a79d10d req-42a04568-c854-41fe-8057-5b8ce9eaaa69 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8fb5485-625a-4875-a323-b50e33a55402 HTTP/1.1" status: 200 len: 944 time: 0.1609466 Oct 18 02:59:29.183836 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-bb57c13c-d5f0-47bb-9db7-c5822f8dca05 req-52b3c7b9-05bf-4838-90e4-d46891b5fac5 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 210 time: 0.1092563 Oct 18 02:59:29.255531 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-7d4c1c64-9bfc-41d3-8824-e4ef711fe14e tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Made reservation on behalf of b2bab566054f4b83aef927c6227a69ea for: {'port': 1} {{(pid=106637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 02:59:29.257668 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8952db6e-4e5f-4e8b-b86d-541f0a79d10d req-3b082a1d-ba36-40fe-b6af-1fedf8e0f2c9 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc8128f3-f05f-4754-9ccd-d9a140935e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907928 Oct 18 02:59:29.264924 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-7d4c1c64-9bfc-41d3-8824-e4ef711fe14e tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:29.293993 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.db_base_plugin_common [req-70597406-29e3-4897-a3ea-9b384adb3306 req-1870163a-e061-4f37-b0e1-7c5d1bf84738 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Allocated IP 172.20.0.11 (4d30303c-fcdb-4228-b9fc-587a12d80856/408cb873-47be-40b3-8bec-d74941eb7535/07318d5b-0abb-418e-86c4-a0e2df0a7bc9) {{(pid=106636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 02:59:29.351404 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.36', 50279) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:29.352391 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ed3eb492-9692-4b11-af6a-3c875088ec3f req-881494d9-76a2-4813-b93c-ff5705a2b63c tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 210 time: 0.0616992 Oct 18 02:59:29.534553 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-2e02e254-0803-45f5-9728-62bdada6462a tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:29.534553 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-2e02e254-0803-45f5-9728-62bdada6462a tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.36 "GET /v2.0/networks?id=ac1fdfa5-8257-478e-8751-4284ba979920 HTTP/1.1" status: 200 len: 810 time: 0.1771979 Oct 18 02:59:29.534553 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_common [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-7d4c1c64-9bfc-41d3-8824-e4ef711fe14e tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Allocated IP 172.20.0.12 (2e8a63a2-5796-4af1-8add-99fedc042cba/dead32d3-ed00-4228-a06c-9c73190d2cad/a16b945e-b164-4ca8-8381-bef80a1ac009) {{(pid=106637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 02:59:29.686495 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-b7ea89df-ca24-45ad-b988-e1bf7a5f6b86 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8d2c0c120394030962ebe6c7201e21d HTTP/1.1" status: 200 len: 380 time: 0.0939312 Oct 18 02:59:29.697760 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-21a71ce3-f0fd-4c9e-99d0-80365de392c7 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Request body: {'port': {'device_id': '74dc837c-fd62-45fc-b11c-8404c58c936f', 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920', 'admin_state_up': True, 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'security_groups': ['e6ef943b-4a7f-4bdc-b015-4d201c90b77e']}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:59:29.701954 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-70597406-29e3-4897-a3ea-9b384adb3306 req-1870163a-e061-4f37-b0e1-7c5d1bf84738 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Notify callbacks [] for port, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:29.897393 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-70597406-29e3-4897-a3ea-9b384adb3306 req-1870163a-e061-4f37-b0e1-7c5d1bf84738 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598'] for port, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:29.920906 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70597406-29e3-4897-a3ea-9b384adb3306 req-1870163a-e061-4f37-b0e1-7c5d1bf84738 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Network 4d30303c-fcdb-4228-b9fc-587a12d80856 is already hosted by enough agents. {{(pid=106636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 02:59:29.943628 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [req-70597406-29e3-4897-a3ea-9b384adb3306 req-1870163a-e061-4f37-b0e1-7c5d1bf84738 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Resources bound (agent type, host, resource id): {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 02:59:29.972650 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [req-70597406-29e3-4897-a3ea-9b384adb3306 req-1870163a-e061-4f37-b0e1-7c5d1bf84738 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Received port after_create {{(pid=106636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 02:59:29.978626 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70597406-29e3-4897-a3ea-9b384adb3306 req-1870163a-e061-4f37-b0e1-7c5d1bf84738 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:29.978899 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-70597406-29e3-4897-a3ea-9b384adb3306 req-1870163a-e061-4f37-b0e1-7c5d1bf84738 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for port, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:29.993951 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.36', 50282) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:30.025613 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1870163a-e061-4f37-b0e1-7c5d1bf84738 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Pushing event updated for resources: {'Port': ['ID=07318d5b-0abb-418e-86c4-a0e2df0a7bc9,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:30.083393 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-7d4c1c64-9bfc-41d3-8824-e4ef711fe14e tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for port, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:30.084816 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-70597406-29e3-4897-a3ea-9b384adb3306 req-1870163a-e061-4f37-b0e1-7c5d1bf84738 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8450358 Oct 18 02:59:30.103952 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [req-70597406-29e3-4897-a3ea-9b384adb3306 req-2e72658d-f07e-4479-ac85-eb90c68929ed service neutron] Request body: {'port': {'device_id': 'df26dee3-490a-4bf7-998d-8e1e8dbf3827', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81433'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:59:30.123703 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8a1e5407-ca8c-4ac8-8f26-1fe05b008c03 req-12f8c8a2-395e-4dc7-ad87-01486b9311c4 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 210 time: 0.0357583 Oct 18 02:59:30.189266 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0894f-f813-47c9-b160-dcf728d9331f req-83972e37-52f4-44f1-91a7-0062179d0afa tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:30.190972 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-83e0894f-f813-47c9-b160-dcf728d9331f req-83972e37-52f4-44f1-91a7-0062179d0afa tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.36 "GET /v2.0/networks?id=4d30303c-fcdb-4228-b9fc-587a12d80856 HTTP/1.1" status: 200 len: 819 time: 0.1954553 Oct 18 02:59:30.205302 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [req-83e0894f-f813-47c9-b160-dcf728d9331f req-e4fd9969-c29a-462d-93be-a4e626caecb7 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Request body: {'port': {'device_id': '77fca94b-9b74-40d5-b7c2-3754fc72418c', 'network_id': '4d30303c-fcdb-4228-b9fc-587a12d80856', 'admin_state_up': True, 'tenant_id': '6894422efe52423ca3f7a27e517ac618'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:59:30.210785 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-70597406-29e3-4897-a3ea-9b384adb3306 req-2e72658d-f07e-4479-ac85-eb90c68929ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:30.287687 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-21a71ce3-f0fd-4c9e-99d0-80365de392c7 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Made reservation on behalf of d8d2c0c120394030962ebe6c7201e21d for: {'port': 1} {{(pid=106637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 02:59:30.307669 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-21a71ce3-f0fd-4c9e-99d0-80365de392c7 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:30.327244 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-7d4c1c64-9bfc-41d3-8824-e4ef711fe14e tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:30.405978 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-db10ea35-eac7-40b4-a293-98e5c5f2f45c req-b06b2831-7a70-41a6-902a-e306ad4f4722 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 210 time: 0.0555751 Oct 18 02:59:30.426668 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-7d4c1c64-9bfc-41d3-8824-e4ef711fe14e tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Network 2e8a63a2-5796-4af1-8add-99fedc042cba is already hosted by enough agents. {{(pid=106637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 02:59:30.436832 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c1c64-9bfc-41d3-8824-e4ef711fe14e tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Pushing event updated for resources: {'Port': ['ID=a16b945e-b164-4ca8-8381-bef80a1ac009,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:30.469410 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-7d4c1c64-9bfc-41d3-8824-e4ef711fe14e tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Resources bound (agent type, host, resource id): {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 02:59:30.476635 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-7d4c1c64-9bfc-41d3-8824-e4ef711fe14e tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Received port after_create {{(pid=106637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 02:59:30.578689 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea1a17-610d-475c-83f7-9d194cf30b52 req-30994d0e-dce3-4281-9727-dbb9a4402b65 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:30.579854 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-33ea1a17-610d-475c-83f7-9d194cf30b52 req-30994d0e-dce3-4281-9727-dbb9a4402b65 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8fb5485-625a-4875-a323-b50e33a55402 HTTP/1.1" status: 200 len: 944 time: 0.0658741 Oct 18 02:59:30.684779 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-7d4c1c64-9bfc-41d3-8824-e4ef711fe14e tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:30.685592 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-7d4c1c64-9bfc-41d3-8824-e4ef711fe14e tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for port, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:30.740005 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-14ff4f3b-204e-4b6e-8171-5a3340f79078 req-48a685f5-9a80-4438-9bb5-0f3071dba777 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 210 time: 0.0438526 Oct 18 02:59:30.758387 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-33ea1a17-610d-475c-83f7-9d194cf30b52 req-c51eeb49-95c0-4a2e-b7db-5ea28738036a tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc8128f3-f05f-4754-9ccd-d9a140935e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695797 Oct 18 02:59:30.793830 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_common [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-21a71ce3-f0fd-4c9e-99d0-80365de392c7 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Allocated IP 172.20.0.4 (ac1fdfa5-8257-478e-8751-4284ba979920/4a35e1d0-99d4-4e94-85dc-79f79e40c7d5/f317c9fd-d300-4a87-95e5-522ead93d023) {{(pid=106637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 02:59:30.825885 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-e2c4c614-0b2b-46f3-8bf8-4578424b7f92 None None] Provisioning complete for port a16b945e-b164-4ca8-8381-bef80a1ac009 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:59:30.827022 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-e2c4c614-0b2b-46f3-8bf8-4578424b7f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:30.835479 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [req-70597406-29e3-4897-a3ea-9b384adb3306 req-2e72658d-f07e-4479-ac85-eb90c68929ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07318d5b-0abb-418e-86c4-a0e2df0a7bc9 {{(pid=106636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 02:59:30.843751 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-70597406-29e3-4897-a3ea-9b384adb3306 req-2e72658d-f07e-4479-ac85-eb90c68929ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:30.867236 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [req-70597406-29e3-4897-a3ea-9b384adb3306 req-2e72658d-f07e-4479-ac85-eb90c68929ed service neutron] Transition to ACTIVE for port object 07318d5b-0abb-418e-86c4-a0e2df0a7bc9 will not be triggered until provisioned by entity L2. {{(pid=106636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 02:59:30.869161 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-e2c4c614-0b2b-46f3-8bf8-4578424b7f92 None None] Port a16b945e-b164-4ca8-8381-bef80a1ac009 cannot update to ACTIVE because it is not bound. {{(pid=106638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 02:59:30.897263 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-7d4c1c64-9bfc-41d3-8824-e4ef711fe14e tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8789744 Oct 18 02:59:30.915366 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-1d427b3f-a900-48ea-ae4a-72c944d09210 service neutron] Request body: {'port': {'device_id': '9575e503-5c9a-4e7b-b89b-d13b526a9216', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81433'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:59:30.933194 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-70597406-29e3-4897-a3ea-9b384adb3306 req-2e72658d-f07e-4479-ac85-eb90c68929ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:31.000210 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83e0894f-f813-47c9-b160-dcf728d9331f req-e4fd9969-c29a-462d-93be-a4e626caecb7 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Made reservation on behalf of 6894422efe52423ca3f7a27e517ac618 for: {'port': 1} {{(pid=106637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 02:59:31.004601 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-83e0894f-f813-47c9-b160-dcf728d9331f req-e4fd9969-c29a-462d-93be-a4e626caecb7 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:31.019010 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device caf71140-c6b7-4be5-9396-592b222a5dba details requested by agent hyperv_hv-cinder-81433 with host hv-cinder-81433 {{(pid=106638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 02:59:31.021150 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72658d-f07e-4479-ac85-eb90c68929ed service neutron] Pushing event updated for resources: {'Port': ['ID=07318d5b-0abb-418e-86c4-a0e2df0a7bc9,revision_number=2']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:31.040467 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-1d427b3f-a900-48ea-ae4a-72c944d09210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:31.054085 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [req-70597406-29e3-4897-a3ea-9b384adb3306 req-2e72658d-f07e-4479-ac85-eb90c68929ed service neutron] Attempting to bind port 07318d5b-0abb-418e-86c4-a0e2df0a7bc9 on host hv-cinder-81433 for vnic_type normal with profile {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 02:59:31.054639 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [req-70597406-29e3-4897-a3ea-9b384adb3306 req-2e72658d-f07e-4479-ac85-eb90c68929ed service neutron] Attempting to bind port 07318d5b-0abb-418e-86c4-a0e2df0a7bc9 by drivers openvswitch,hyperv on host hv-cinder-81433 at level 0 using segments [{'id': '9ebf1992-0ee9-4a4b-b4bb-409555f91b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4d30303c-fcdb-4228-b9fc-587a12d80856'}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 02:59:31.055526 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70597406-29e3-4897-a3ea-9b384adb3306 req-2e72658d-f07e-4479-ac85-eb90c68929ed service neutron] Attempting to bind port 07318d5b-0abb-418e-86c4-a0e2df0a7bc9 on network 4d30303c-fcdb-4228-b9fc-587a12d80856 {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 02:59:31.059613 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-21a71ce3-f0fd-4c9e-99d0-80365de392c7 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for port, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:31.059858 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70597406-29e3-4897-a3ea-9b384adb3306 req-2e72658d-f07e-4479-ac85-eb90c68929ed service neutron] Port 07318d5b-0abb-418e-86c4-a0e2df0a7bc9 on network 4d30303c-fcdb-4228-b9fc-587a12d80856 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81433 {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 02:59:31.060130 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70597406-29e3-4897-a3ea-9b384adb3306 req-2e72658d-f07e-4479-ac85-eb90c68929ed service neutron] Attempting to bind port 07318d5b-0abb-418e-86c4-a0e2df0a7bc9 on network 4d30303c-fcdb-4228-b9fc-587a12d80856 {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 02:59:31.066385 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70597406-29e3-4897-a3ea-9b384adb3306 req-2e72658d-f07e-4479-ac85-eb90c68929ed service neutron] Checking agent: {'id': '54b63e31-ff86-4d84-9464-5034764a1d76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81433', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'started_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 2, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 02:59:31.066742 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70597406-29e3-4897-a3ea-9b384adb3306 req-2e72658d-f07e-4479-ac85-eb90c68929ed service neutron] Checking segment: {'id': '9ebf1992-0ee9-4a4b-b4bb-409555f91b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4d30303c-fcdb-4228-b9fc-587a12d80856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 02:59:31.071804 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70597406-29e3-4897-a3ea-9b384adb3306 req-2e72658d-f07e-4479-ac85-eb90c68929ed service neutron] Bound using segment: {'id': '9ebf1992-0ee9-4a4b-b4bb-409555f91b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4d30303c-fcdb-4228-b9fc-587a12d80856'} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 02:59:31.071804 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [req-70597406-29e3-4897-a3ea-9b384adb3306 req-2e72658d-f07e-4479-ac85-eb90c68929ed service neutron] Bound port: 07318d5b-0abb-418e-86c4-a0e2df0a7bc9, host: hv-cinder-81433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ebf1992-0ee9-4a4b-b4bb-409555f91b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4d30303c-fcdb-4228-b9fc-587a12d80856'}}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 02:59:31.071804 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-70597406-29e3-4897-a3ea-9b384adb3306 req-2e72658d-f07e-4479-ac85-eb90c68929ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:31.170086 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [req-70597406-29e3-4897-a3ea-9b384adb3306 req-2e72658d-f07e-4479-ac85-eb90c68929ed service neutron] For port 07318d5b-0abb-418e-86c4-a0e2df0a7bc9, host hv-cinder-81433, cleared binding levels {{(pid=106636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 02:59:31.177763 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [req-70597406-29e3-4897-a3ea-9b384adb3306 req-2e72658d-f07e-4479-ac85-eb90c68929ed service neutron] For port 07318d5b-0abb-418e-86c4-a0e2df0a7bc9, host hv-cinder-81433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=07318d5b-0abb-418e-86c4-a0e2df0a7bc9,segment=NetworkSegment(9ebf1992-0ee9-4a4b-b4bb-409555f91b46),segment_id=9ebf1992-0ee9-4a4b-b4bb-409555f91b46)] {{(pid=106636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 02:59:31.198303 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port caf71140-c6b7-4be5-9396-592b222a5dba, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=caf71140-c6b7-4be5-9396-592b222a5dba,segment=NetworkSegment(53b30990-a1b0-4da9-98f1-781d7f1c488d),segment_id=53b30990-a1b0-4da9-98f1-781d7f1c488d)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 02:59:31.212040 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Returning: {'device': 'caf71140-c6b7-4be5-9396-592b222a5dba', 'network_id': '17665a73-802b-4dd6-8f82-9d1a9c41f31f', 'port_id': 'caf71140-c6b7-4be5-9396-592b222a5dba', 'mac_address': 'fa:16:3e:4b:72:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f1da0c-854b-4c07-97de-425fed741e40', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 02:59:31.263971 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:31.281026 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caf71140-c6b7-4be5-9396-592b222a5dba {{(pid=106638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 02:59:31.311162 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-70597406-29e3-4897-a3ea-9b384adb3306 req-2e72658d-f07e-4479-ac85-eb90c68929ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:31.320313 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port caf71140-c6b7-4be5-9396-592b222a5dba, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=caf71140-c6b7-4be5-9396-592b222a5dba,segment=NetworkSegment(53b30990-a1b0-4da9-98f1-781d7f1c488d),segment_id=53b30990-a1b0-4da9-98f1-781d7f1c488d)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 02:59:31.374856 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_common [req-83e0894f-f813-47c9-b160-dcf728d9331f req-e4fd9969-c29a-462d-93be-a4e626caecb7 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Allocated IP 172.20.0.6 (4d30303c-fcdb-4228-b9fc-587a12d80856/408cb873-47be-40b3-8bec-d74941eb7535/5f5a915e-2000-4440-8ca0-90d2a386b43d) {{(pid=106637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 02:59:31.375493 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2bcfbf-442c-4960-b4d8-71606f9bc54d req-5f1c9259-812f-43d6-aac5-252498408e31 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:31.377098 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cc2bcfbf-442c-4960-b4d8-71606f9bc54d req-5f1c9259-812f-43d6-aac5-252498408e31 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 932 time: 0.1474662 Oct 18 02:59:31.382031 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70597406-29e3-4897-a3ea-9b384adb3306 req-2e72658d-f07e-4479-ac85-eb90c68929ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:31.382435 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-70597406-29e3-4897-a3ea-9b384adb3306 req-2e72658d-f07e-4479-ac85-eb90c68929ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for port, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:31.383833 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-70597406-29e3-4897-a3ea-9b384adb3306 req-2e72658d-f07e-4479-ac85-eb90c68929ed service neutron] 10.222.0.36 "PUT /v2.0/ports/07318d5b-0abb-418e-86c4-a0e2df0a7bc9 HTTP/1.1" status: 200 len: 1094 time: 1.2841334 Oct 18 02:59:31.384351 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df26dee3-490a-4bf7-998d-8e1e8dbf3827', 'tag': '07318d5b-0abb-418e-86c4-a0e2df0a7bc9'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 02:59:31.389491 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-21a71ce3-f0fd-4c9e-99d0-80365de392c7 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:31.411994 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:31.482271 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-21a71ce3-f0fd-4c9e-99d0-80365de392c7 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Network ac1fdfa5-8257-478e-8751-4284ba979920 is already hosted by enough agents. {{(pid=106637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 02:59:31.499164 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-21a71ce3-f0fd-4c9e-99d0-80365de392c7 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Resources bound (agent type, host, resource id): {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 02:59:31.507811 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-21a71ce3-f0fd-4c9e-99d0-80365de392c7 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Received port after_create {{(pid=106637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 02:59:31.515468 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cc2bcfbf-442c-4960-b4d8-71606f9bc54d req-7c03e3ea-ac55-40cd-83d5-3eb1a88aee72 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512435 Oct 18 02:59:31.562990 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=caf71140-c6b7-4be5-9396-592b222a5dba,revision_number=4']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:31.566712 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72658d-f07e-4479-ac85-eb90c68929ed service neutron] Pushing event updated for resources: {'Port': ['ID=07318d5b-0abb-418e-86c4-a0e2df0a7bc9,revision_number=3']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:31.612967 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a71ce3-f0fd-4c9e-99d0-80365de392c7 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Pushing event updated for resources: {'Port': ['ID=f317c9fd-d300-4a87-95e5-522ead93d023,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:31.669419 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['caf71140-c6b7-4be5-9396-592b222a5dba'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 02:59:31.725380 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}496079113880dc21d8e474160779c487de2a9ec27c44afe50e843faa48598ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46cb3dac-f3f2-4598-8775-3dfc6c8d0a46" -d '{"events": [{"name": "network-changed", "server_uuid": "df26dee3-490a-4bf7-998d-8e1e8dbf3827", "tag": "07318d5b-0abb-418e-86c4-a0e2df0a7bc9"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 02:59:31.757298 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70597406-29e3-4897-a3ea-9b384adb3306 req-d861a494-cf03-4065-a31c-a6d203a4f6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:31.758925 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-70597406-29e3-4897-a3ea-9b384adb3306 req-d861a494-cf03-4065-a31c-a6d203a4f6c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6894422efe52423ca3f7a27e517ac618&device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 1097 time: 0.1696756 Oct 18 02:59:31.778357 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-21a71ce3-f0fd-4c9e-99d0-80365de392c7 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:31.780654 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6208e5-361f-42f0-84e7-202755ebd9dd req-62489e9f-7012-431c-bb61-575addc20163 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:31.781594 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-21a71ce3-f0fd-4c9e-99d0-80365de392c7 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for port, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:31.782353 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0d6208e5-361f-42f0-84e7-202755ebd9dd req-62489e9f-7012-431c-bb61-575addc20163 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 931 time: 0.1103814 Oct 18 02:59:31.852646 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.notifiers.nova [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-1d427b3f-a900-48ea-ae4a-72c944d09210 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a16b945e-b164-4ca8-8381-bef80a1ac009 {{(pid=106637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 02:59:31.869149 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-1d427b3f-a900-48ea-ae4a-72c944d09210 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:31.921940 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.provisioning_blocks [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-1d427b3f-a900-48ea-ae4a-72c944d09210 service neutron] Transition to ACTIVE for port object a16b945e-b164-4ca8-8381-bef80a1ac009 will not be triggered until provisioned by entity L2. {{(pid=106637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 02:59:31.928531 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-83e0894f-f813-47c9-b160-dcf728d9331f req-e4fd9969-c29a-462d-93be-a4e626caecb7 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Notify callbacks [] for port, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:31.975306 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-21a71ce3-f0fd-4c9e-99d0-80365de392c7 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2822227 Oct 18 02:59:31.990440 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-9c48fb80-dff8-4e27-ba33-cde8b33d3672 service neutron] Request body: {'port': {'device_id': '74dc837c-fd62-45fc-b11c-8404c58c936f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81433'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:59:32.043598 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-70597406-29e3-4897-a3ea-9b384adb3306 req-c938c0f3-fe28-43e3-a514-97b54428a472 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07318d5b-0abb-418e-86c4-a0e2df0a7bc9 HTTP/1.1" status: 200 len: 217 time: 0.2724359 Oct 18 02:59:32.048753 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-1d427b3f-a900-48ea-ae4a-72c944d09210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3168564'] for port, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:32.092505 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5ccfff3c-3f72-4d67-be4b-aaabb98934e8 None None] Provisioning complete for port f317c9fd-d300-4a87-95e5-522ead93d023 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:59:32.093064 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5ccfff3c-3f72-4d67-be4b-aaabb98934e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:32.123567 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-9c48fb80-dff8-4e27-ba33-cde8b33d3672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:32.130686 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-83e0894f-f813-47c9-b160-dcf728d9331f req-e4fd9969-c29a-462d-93be-a4e626caecb7 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:32.136988 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70597406-29e3-4897-a3ea-9b384adb3306 req-0ff76842-7704-44aa-a7c0-8c3ba88ac492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:32.138857 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-70597406-29e3-4897-a3ea-9b384adb3306 req-0ff76842-7704-44aa-a7c0-8c3ba88ac492 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=408cb873-47be-40b3-8bec-d74941eb7535 HTTP/1.1" status: 200 len: 859 time: 0.0870135 Oct 18 02:59:32.154350 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 02:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745c643f-bc77-4c0f-98ae-8234c18ccec0 x-openstack-request-id: req-745c643f-bc77-4c0f-98ae-8234c18ccec0 {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 02:59:32.156413 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df26dee3-490a-4bf7-998d-8e1e8dbf3827", "tag": "07318d5b-0abb-418e-86c4-a0e2df0a7bc9", "status": "completed", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 02:59:32.156793 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-745c643f-bc77-4c0f-98ae-8234c18ccec0 {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 02:59:32.156918 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df26dee3-490a-4bf7-998d-8e1e8dbf3827', 'tag': '07318d5b-0abb-418e-86c4-a0e2df0a7bc9', 'status': 'completed', 'code': 200} Oct 18 02:59:32.182279 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-5ccfff3c-3f72-4d67-be4b-aaabb98934e8 None None] Port f317c9fd-d300-4a87-95e5-522ead93d023 cannot update to ACTIVE because it is not bound. {{(pid=106638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 02:59:32.185612 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d427b3f-a900-48ea-ae4a-72c944d09210 service neutron] Pushing event updated for resources: {'Port': ['ID=a16b945e-b164-4ca8-8381-bef80a1ac009,revision_number=2']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:32.264192 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-70597406-29e3-4897-a3ea-9b384adb3306 req-6af12f93-9a2d-4dc9-b458-6956a36204ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d30303c-fcdb-4228-b9fc-587a12d80856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012681 Oct 18 02:59:32.291021 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0d6208e5-361f-42f0-84e7-202755ebd9dd req-8bbf7bca-25f3-4540-9e0b-b98e6c8bb8a3 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4701807 Oct 18 02:59:32.309753 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83e0894f-f813-47c9-b160-dcf728d9331f req-e4fd9969-c29a-462d-93be-a4e626caecb7 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Network 4d30303c-fcdb-4228-b9fc-587a12d80856 is already hosted by enough agents. {{(pid=106637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 02:59:32.333446 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [req-83e0894f-f813-47c9-b160-dcf728d9331f req-e4fd9969-c29a-462d-93be-a4e626caecb7 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Resources bound (agent type, host, resource id): {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 02:59:32.338283 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e0894f-f813-47c9-b160-dcf728d9331f req-e4fd9969-c29a-462d-93be-a4e626caecb7 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Received port after_create {{(pid=106637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 02:59:32.436490 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd9969-c29a-462d-93be-a4e626caecb7 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Pushing event updated for resources: {'Port': ['ID=5f5a915e-2000-4440-8ca0-90d2a386b43d,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:32.443958 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88deec-8fcf-4b36-b928-dc0e3a1b8d2e req-69493aff-32c2-4f2c-8e5e-d67b762c9567 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:32.450287 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-fb88deec-8fcf-4b36-b928-dc0e3a1b8d2e req-69493aff-32c2-4f2c-8e5e-d67b762c9567 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 931 time: 0.2884703 Oct 18 02:59:32.516799 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-70597406-29e3-4897-a3ea-9b384adb3306 req-de689245-5a99-439c-b1c3-ea4ba7aa27d7 service neutron] 10.222.0.36 "GET /v2.0/networks/4d30303c-fcdb-4228-b9fc-587a12d80856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232711 Oct 18 02:59:32.525710 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0894f-f813-47c9-b160-dcf728d9331f req-e4fd9969-c29a-462d-93be-a4e626caecb7 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:32.526380 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-83e0894f-f813-47c9-b160-dcf728d9331f req-e4fd9969-c29a-462d-93be-a4e626caecb7 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for port, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:32.533727 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7309f1-5eb2-4b5b-b137-1e7ada638808 req-6e7e25d8-d916-4bfd-9573-a75b5aae13ad tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:32.536073 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ab7309f1-5eb2-4b5b-b137-1e7ada638808 req-6e7e25d8-d916-4bfd-9573-a75b5aae13ad tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8fb5485-625a-4875-a323-b50e33a55402 HTTP/1.1" status: 200 len: 945 time: 0.1499631 Oct 18 02:59:32.545496 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-1d427b3f-a900-48ea-ae4a-72c944d09210 service neutron] Attempting to bind port a16b945e-b164-4ca8-8381-bef80a1ac009 on host hv-cinder-81433 for vnic_type normal with profile {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 02:59:32.545856 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-1d427b3f-a900-48ea-ae4a-72c944d09210 service neutron] Attempting to bind port a16b945e-b164-4ca8-8381-bef80a1ac009 by drivers openvswitch,hyperv on host hv-cinder-81433 at level 0 using segments [{'id': '0a4479a8-2092-4dd6-9759-50afb4a3e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba'}] {{(pid=106637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 02:59:32.546211 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-1d427b3f-a900-48ea-ae4a-72c944d09210 service neutron] Attempting to bind port a16b945e-b164-4ca8-8381-bef80a1ac009 on network 2e8a63a2-5796-4af1-8add-99fedc042cba {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 02:59:32.553171 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-fb88deec-8fcf-4b36-b928-dc0e3a1b8d2e req-932ddf3b-0471-432c-a437-0f6d85e0b31c tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012073 Oct 18 02:59:32.557482 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-1d427b3f-a900-48ea-ae4a-72c944d09210 service neutron] Port a16b945e-b164-4ca8-8381-bef80a1ac009 on network 2e8a63a2-5796-4af1-8add-99fedc042cba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81433 {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 02:59:32.557831 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-1d427b3f-a900-48ea-ae4a-72c944d09210 service neutron] Attempting to bind port a16b945e-b164-4ca8-8381-bef80a1ac009 on network 2e8a63a2-5796-4af1-8add-99fedc042cba {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 02:59:32.595735 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-1d427b3f-a900-48ea-ae4a-72c944d09210 service neutron] Checking agent: {'id': '54b63e31-ff86-4d84-9464-5034764a1d76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81433', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'started_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 2, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 02:59:32.596071 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-1d427b3f-a900-48ea-ae4a-72c944d09210 service neutron] Checking segment: {'id': '0a4479a8-2092-4dd6-9759-50afb4a3e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 02:59:32.597155 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-1d427b3f-a900-48ea-ae4a-72c944d09210 service neutron] Bound using segment: {'id': '0a4479a8-2092-4dd6-9759-50afb4a3e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba'} {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 02:59:32.597619 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-1d427b3f-a900-48ea-ae4a-72c944d09210 service neutron] Bound port: a16b945e-b164-4ca8-8381-bef80a1ac009, host: hv-cinder-81433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a4479a8-2092-4dd6-9759-50afb4a3e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba'}}] {{(pid=106637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 02:59:32.598006 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-1d427b3f-a900-48ea-ae4a-72c944d09210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:32.639944 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ab7309f1-5eb2-4b5b-b137-1e7ada638808 req-bab676c7-b824-4533-a4a5-3e758c48e655 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc8128f3-f05f-4754-9ccd-d9a140935e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918365 Oct 18 02:59:32.649379 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-83e0894f-f813-47c9-b160-dcf728d9331f req-e4fd9969-c29a-462d-93be-a4e626caecb7 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4479549 Oct 18 02:59:32.669887 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [req-83e0894f-f813-47c9-b160-dcf728d9331f req-6b42d4f4-aa66-4fa8-92e1-642ab30b4c16 service neutron] Request body: {'port': {'device_id': '77fca94b-9b74-40d5-b7c2-3754fc72418c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81433'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:59:32.712033 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-70597406-29e3-4897-a3ea-9b384adb3306 req-be9e5432-6c82-48e7-a124-27e2478cc890 service neutron] 10.222.0.36 "GET /v2.0/networks/4d30303c-fcdb-4228-b9fc-587a12d80856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749249 Oct 18 02:59:32.722721 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fc067-f106-4df6-97b8-6979b7dc24de req-0f2b9dfc-bdc8-473d-82ac-66fc29716fe0 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:32.724310 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5c6fc067-f106-4df6-97b8-6979b7dc24de req-0f2b9dfc-bdc8-473d-82ac-66fc29716fe0 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 944 time: 0.0685101 Oct 18 02:59:32.741543 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-1d427b3f-a900-48ea-ae4a-72c944d09210 service neutron] For port a16b945e-b164-4ca8-8381-bef80a1ac009, host hv-cinder-81433, cleared binding levels {{(pid=106637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 02:59:32.775486 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-1d427b3f-a900-48ea-ae4a-72c944d09210 service neutron] For port a16b945e-b164-4ca8-8381-bef80a1ac009, host hv-cinder-81433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=a16b945e-b164-4ca8-8381-bef80a1ac009,segment=NetworkSegment(0a4479a8-2092-4dd6-9759-50afb4a3e69f),segment_id=0a4479a8-2092-4dd6-9759-50afb4a3e69f)] {{(pid=106637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 02:59:32.777717 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5c6fc067-f106-4df6-97b8-6979b7dc24de req-1ce895eb-ffa0-40bb-8063-471d10176655 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416231 Oct 18 02:59:32.787188 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-83e0894f-f813-47c9-b160-dcf728d9331f req-6b42d4f4-aa66-4fa8-92e1-642ab30b4c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:32.868901 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-1d427b3f-a900-48ea-ae4a-72c944d09210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3168564'] for port, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:32.902845 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.notifiers.nova [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-9c48fb80-dff8-4e27-ba33-cde8b33d3672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f317c9fd-d300-4a87-95e5-522ead93d023 {{(pid=106637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 02:59:32.906709 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb3dac-f3f2-4598-8775-3dfc6c8d0a46 req-745cac8e-e4ca-487c-bedf-ebfc0df7ebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:32.908198 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-46cb3dac-f3f2-4598-8775-3dfc6c8d0a46 req-745cac8e-e4ca-487c-bedf-ebfc0df7ebf2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6894422efe52423ca3f7a27e517ac618&device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 1097 time: 0.0429828 Oct 18 02:59:32.920169 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-9c48fb80-dff8-4e27-ba33-cde8b33d3672 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:32.944328 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-1d427b3f-a900-48ea-ae4a-72c944d09210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:32.944949 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-1d427b3f-a900-48ea-ae4a-72c944d09210 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for port, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:32.946372 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-1d427b3f-a900-48ea-ae4a-72c944d09210 service neutron] 10.222.0.36 "PUT /v2.0/ports/a16b945e-b164-4ca8-8381-bef80a1ac009 HTTP/1.1" status: 200 len: 1094 time: 2.0376945 Oct 18 02:59:32.948811 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9575e503-5c9a-4e7b-b89b-d13b526a9216', 'tag': 'a16b945e-b164-4ca8-8381-bef80a1ac009'}] {{(pid=106637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 02:59:32.951249 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84e416a7c2bb109cea857a7500c5c4b938dbd8fc9acb645868c31a21fed55845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c400d9c-9320-403d-abe8-256bbe9dbe2a" -d '{"events": [{"name": "network-changed", "server_uuid": "9575e503-5c9a-4e7b-b89b-d13b526a9216", "tag": "a16b945e-b164-4ca8-8381-bef80a1ac009"}]}' {{(pid=106637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 02:59:32.995654 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device caf71140-c6b7-4be5-9396-592b222a5dba up at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 02:59:33.046471 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.provisioning_blocks [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-9c48fb80-dff8-4e27-ba33-cde8b33d3672 service neutron] Transition to ACTIVE for port object f317c9fd-d300-4a87-95e5-522ead93d023 will not be triggered until provisioned by entity L2. {{(pid=106637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 02:59:33.069527 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 02:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38b51a8-b8d1-4339-a96e-e5e6b61d4b4e x-openstack-request-id: req-d38b51a8-b8d1-4339-a96e-e5e6b61d4b4e {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 02:59:33.070245 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9575e503-5c9a-4e7b-b89b-d13b526a9216", "tag": "a16b945e-b164-4ca8-8381-bef80a1ac009", "status": "completed", "code": 200}]} {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 02:59:33.070245 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d38b51a8-b8d1-4339-a96e-e5e6b61d4b4e {{(pid=106637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 02:59:33.070440 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9575e503-5c9a-4e7b-b89b-d13b526a9216', 'tag': 'a16b945e-b164-4ca8-8381-bef80a1ac009', 'status': 'completed', 'code': 200} Oct 18 02:59:33.078585 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d427b3f-a900-48ea-ae4a-72c944d09210 service neutron] Pushing event updated for resources: {'Port': ['ID=a16b945e-b164-4ca8-8381-bef80a1ac009,revision_number=3']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:33.135280 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb3dac-f3f2-4598-8775-3dfc6c8d0a46 req-9095263a-6191-48cf-bfb9-0e393690ab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:33.137375 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-46cb3dac-f3f2-4598-8775-3dfc6c8d0a46 req-9095263a-6191-48cf-bfb9-0e393690ab34 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d30303c-fcdb-4228-b9fc-587a12d80856 HTTP/1.1" status: 200 len: 920 time: 0.2217371 Oct 18 02:59:33.160182 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-9c48fb80-dff8-4e27-ba33-cde8b33d3672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3168564'] for port, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:33.181747 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-46cb3dac-f3f2-4598-8775-3dfc6c8d0a46 req-6bbe1503-6e27-46b7-9e90-f44e71a4585c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07318d5b-0abb-418e-86c4-a0e2df0a7bc9 HTTP/1.1" status: 200 len: 217 time: 0.0368948 Oct 18 02:59:33.223303 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning for port caf71140-c6b7-4be5-9396-592b222a5dba completed by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 02:59:33.234130 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning complete for port caf71140-c6b7-4be5-9396-592b222a5dba triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:59:33.234880 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:33.236781 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb3dac-f3f2-4598-8775-3dfc6c8d0a46 req-4715ad43-8adf-433b-b026-14581a080556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:33.238403 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-46cb3dac-f3f2-4598-8775-3dfc6c8d0a46 req-4715ad43-8adf-433b-b026-14581a080556 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=408cb873-47be-40b3-8bec-d74941eb7535 HTTP/1.1" status: 200 len: 859 time: 0.0497215 Oct 18 02:59:33.290273 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-46cb3dac-f3f2-4598-8775-3dfc6c8d0a46 req-ceb1c272-12af-476c-8641-6e5e0e57c28c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d30303c-fcdb-4228-b9fc-587a12d80856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420763 Oct 18 02:59:33.339361 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:33.373568 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fb5485-625a-4875-a323-b50e33a55402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf71140-c6b7-4be5-9396-592b222a5dba'}] {{(pid=106638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 02:59:33.466912 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port caf71140-c6b7-4be5-9396-592b222a5dba, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=caf71140-c6b7-4be5-9396-592b222a5dba,segment=NetworkSegment(53b30990-a1b0-4da9-98f1-781d7f1c488d),segment_id=53b30990-a1b0-4da9-98f1-781d7f1c488d)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 02:59:33.467527 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-46cb3dac-f3f2-4598-8775-3dfc6c8d0a46 req-a994b0ef-b5fb-4332-9d88-047cc8b81f90 service neutron] 10.222.0.36 "GET /v2.0/networks/4d30303c-fcdb-4228-b9fc-587a12d80856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689954 Oct 18 02:59:33.477508 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c400d9c-9320-403d-abe8-256bbe9dbe2a req-7dc5e3a7-7256-49f7-8fbd-0135889fea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:33.478991 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-7c400d9c-9320-403d-abe8-256bbe9dbe2a req-7dc5e3a7-7256-49f7-8fbd-0135889fea03 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2bab566054f4b83aef927c6227a69ea&device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 1097 time: 0.3866658 Oct 18 02:59:33.480204 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0838e9-7413-4ffc-8a6c-5fdc5163b7ec req-8914f5d8-ee14-48b2-9214-74c123d549f2 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:33.482815 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6e0838e9-7413-4ffc-8a6c-5fdc5163b7ec req-8914f5d8-ee14-48b2-9214-74c123d549f2 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 943 time: 0.0898421 Oct 18 02:59:33.509757 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd784869ff86f08281957869a4884f8f45cf6a5f98b2b439ba04ffc4a22c0e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3e452b-05c0-450e-a4cd-a9aa3e0fe571" -d '{"events": [{"server_uuid": "d8fb5485-625a-4875-a323-b50e33a55402", "name": "network-vif-plugged", "status": "completed", "tag": "caf71140-c6b7-4be5-9396-592b222a5dba"}]}' {{(pid=106638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 02:59:33.523421 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48fb80-dff8-4e27-ba33-cde8b33d3672 service neutron] Pushing event updated for resources: {'Port': ['ID=f317c9fd-d300-4a87-95e5-522ead93d023,revision_number=2']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:33.581263 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6e0838e9-7413-4ffc-8a6c-5fdc5163b7ec req-59f6c29f-a91f-4d01-b493-d06531dba971 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813148 Oct 18 02:59:33.600350 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:33.651704 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-46cb3dac-f3f2-4598-8775-3dfc6c8d0a46 req-ee4ab948-2012-4c07-9ef6-f2c5e626c841 service neutron] 10.222.0.36 "GET /v2.0/networks/4d30303c-fcdb-4228-b9fc-587a12d80856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655581 Oct 18 02:59:33.667510 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=caf71140-c6b7-4be5-9396-592b222a5dba,revision_number=5']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:33.680678 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 02:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9b4738-470d-4ae1-bfda-67a3d8841396 x-openstack-request-id: req-ab9b4738-470d-4ae1-bfda-67a3d8841396 {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 02:59:33.681094 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8fb5485-625a-4875-a323-b50e33a55402", "name": "network-vif-plugged", "status": "completed", "tag": "caf71140-c6b7-4be5-9396-592b222a5dba", "code": 200}]} {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 02:59:33.681459 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ab9b4738-470d-4ae1-bfda-67a3d8841396 {{(pid=106638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 02:59:33.682492 dv-cinder-814333-1-iscsi neutron-server[106638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fb5485-625a-4875-a323-b50e33a55402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf71140-c6b7-4be5-9396-592b222a5dba', 'code': 200} Oct 18 02:59:33.729498 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c7d8c-8636-45d5-95cf-1327c359892b req-3bf93970-da00-4eff-ab41-4328d7656a7e tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:33.731888 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8e4c7d8c-8636-45d5-95cf-1327c359892b req-3bf93970-da00-4eff-ab41-4328d7656a7e tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 931 time: 0.0658350 Oct 18 02:59:33.733034 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-9c48fb80-dff8-4e27-ba33-cde8b33d3672 service neutron] Attempting to bind port f317c9fd-d300-4a87-95e5-522ead93d023 on host hv-cinder-81433 for vnic_type normal with profile {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 02:59:33.733401 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-9c48fb80-dff8-4e27-ba33-cde8b33d3672 service neutron] Attempting to bind port f317c9fd-d300-4a87-95e5-522ead93d023 by drivers openvswitch,hyperv on host hv-cinder-81433 at level 0 using segments [{'id': '61950c5d-464e-44a7-9413-2dacd41366ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920'}] {{(pid=106637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 02:59:33.733694 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-9c48fb80-dff8-4e27-ba33-cde8b33d3672 service neutron] Attempting to bind port f317c9fd-d300-4a87-95e5-522ead93d023 on network ac1fdfa5-8257-478e-8751-4284ba979920 {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 02:59:33.769014 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-9c48fb80-dff8-4e27-ba33-cde8b33d3672 service neutron] Port f317c9fd-d300-4a87-95e5-522ead93d023 on network ac1fdfa5-8257-478e-8751-4284ba979920 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81433 {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 02:59:33.769344 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-9c48fb80-dff8-4e27-ba33-cde8b33d3672 service neutron] Attempting to bind port f317c9fd-d300-4a87-95e5-522ead93d023 on network ac1fdfa5-8257-478e-8751-4284ba979920 {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 02:59:33.811715 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-9c48fb80-dff8-4e27-ba33-cde8b33d3672 service neutron] Checking agent: {'id': '54b63e31-ff86-4d84-9464-5034764a1d76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81433', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'started_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 2, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 02:59:33.812057 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-9c48fb80-dff8-4e27-ba33-cde8b33d3672 service neutron] Checking segment: {'id': '61950c5d-464e-44a7-9413-2dacd41366ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 02:59:33.812446 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-9c48fb80-dff8-4e27-ba33-cde8b33d3672 service neutron] Bound using segment: {'id': '61950c5d-464e-44a7-9413-2dacd41366ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920'} {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 02:59:33.812882 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-9c48fb80-dff8-4e27-ba33-cde8b33d3672 service neutron] Bound port: f317c9fd-d300-4a87-95e5-522ead93d023, host: hv-cinder-81433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61950c5d-464e-44a7-9413-2dacd41366ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920'}}] {{(pid=106637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 02:59:33.813238 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-9c48fb80-dff8-4e27-ba33-cde8b33d3672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:33.820166 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8e4c7d8c-8636-45d5-95cf-1327c359892b req-f822f33c-a011-469d-ba97-5f3dfea09dda tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812030 Oct 18 02:59:33.868653 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d67d8-57ee-40b9-ae1f-50725e541fcb req-ee243610-c192-4deb-9773-4c3d400ebb1f tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:33.873217 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-bf5d67d8-57ee-40b9-ae1f-50725e541fcb req-ee243610-c192-4deb-9773-4c3d400ebb1f tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8fb5485-625a-4875-a323-b50e33a55402 HTTP/1.1" status: 200 len: 946 time: 0.1122770 Oct 18 02:59:33.875700 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c400d9c-9320-403d-abe8-256bbe9dbe2a req-0b70e82d-a7fd-4899-9483-2bbc8b78ffff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:33.877179 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-7c400d9c-9320-403d-abe8-256bbe9dbe2a req-0b70e82d-a7fd-4899-9483-2bbc8b78ffff service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b2bab566054f4b83aef927c6227a69ea&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3831847 Oct 18 02:59:33.930501 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.notifiers.nova [req-83e0894f-f813-47c9-b160-dcf728d9331f req-6b42d4f4-aa66-4fa8-92e1-642ab30b4c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f5a915e-2000-4440-8ca0-90d2a386b43d {{(pid=106637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 02:59:33.955203 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-bf5d67d8-57ee-40b9-ae1f-50725e541fcb req-93ab95b0-a3ff-45f9-939d-4dda24296d3a tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc8128f3-f05f-4754-9ccd-d9a140935e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692661 Oct 18 02:59:33.988698 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded9832-34f6-4354-aa7d-4b6e45a8939a req-e52647cf-c066-412f-8cec-ade6786e5c49 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:33.990666 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-aded9832-34f6-4354-aa7d-4b6e45a8939a req-e52647cf-c066-412f-8cec-ade6786e5c49 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 944 time: 0.0816176 Oct 18 02:59:33.994959 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-83e0894f-f813-47c9-b160-dcf728d9331f req-6b42d4f4-aa66-4fa8-92e1-642ab30b4c16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:34.050104 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.provisioning_blocks [req-83e0894f-f813-47c9-b160-dcf728d9331f req-6b42d4f4-aa66-4fa8-92e1-642ab30b4c16 service neutron] Transition to ACTIVE for port object 5f5a915e-2000-4440-8ca0-90d2a386b43d will not be triggered until provisioned by entity L2. {{(pid=106637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 02:59:34.072516 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-9c48fb80-dff8-4e27-ba33-cde8b33d3672 service neutron] For port f317c9fd-d300-4a87-95e5-522ead93d023, host hv-cinder-81433, cleared binding levels {{(pid=106637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 02:59:34.093338 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-aded9832-34f6-4354-aa7d-4b6e45a8939a req-1509ac91-af78-42d0-b0e1-3fe635bd3bd0 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915415 Oct 18 02:59:34.096115 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb69e60-6662-4b3b-b298-a18fea43eb02 req-6bf3c129-e55f-4ca6-9143-9a86382b5c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:34.097869 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-3eb69e60-6662-4b3b-b298-a18fea43eb02 req-6bf3c129-e55f-4ca6-9143-9a86382b5c76 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d8fb5485-625a-4875-a323-b50e33a55402 HTTP/1.1" status: 200 len: 1099 time: 0.1043258 Oct 18 02:59:34.119947 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-9c48fb80-dff8-4e27-ba33-cde8b33d3672 service neutron] For port f317c9fd-d300-4a87-95e5-522ead93d023, host hv-cinder-81433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=f317c9fd-d300-4a87-95e5-522ead93d023,segment=NetworkSegment(61950c5d-464e-44a7-9413-2dacd41366ea),segment_id=61950c5d-464e-44a7-9413-2dacd41366ea)] {{(pid=106637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 02:59:34.123667 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-3eb69e60-6662-4b3b-b298-a18fea43eb02 req-7e3c3d27-bb76-486b-80e0-94a731c7ac80 service neutron] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:34.135515 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-83e0894f-f813-47c9-b160-dcf728d9331f req-6b42d4f4-aa66-4fa8-92e1-642ab30b4c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3168564'] for port, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:34.145149 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c400d9c-9320-403d-abe8-256bbe9dbe2a req-4026e4cf-deea-4598-b886-99dad1af410e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:34.146640 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-7c400d9c-9320-403d-abe8-256bbe9dbe2a req-4026e4cf-deea-4598-b886-99dad1af410e service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2608979 Oct 18 02:59:34.211567 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-9c48fb80-dff8-4e27-ba33-cde8b33d3672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3168564'] for port, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:34.234080 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-3eb69e60-6662-4b3b-b298-a18fea43eb02 req-7e3c3d27-bb76-486b-80e0-94a731c7ac80 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:34.253962 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-9c48fb80-dff8-4e27-ba33-cde8b33d3672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:34.254966 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-9c48fb80-dff8-4e27-ba33-cde8b33d3672 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for port, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:34.256373 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-9c48fb80-dff8-4e27-ba33-cde8b33d3672 service neutron] 10.222.0.36 "PUT /v2.0/ports/f317c9fd-d300-4a87-95e5-522ead93d023 HTTP/1.1" status: 200 len: 1093 time: 2.2717071 Oct 18 02:59:34.282464 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b42d4f4-aa66-4fa8-92e1-642ab30b4c16 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5a915e-2000-4440-8ca0-90d2a386b43d,revision_number=2']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:34.298811 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-3eb69e60-6662-4b3b-b298-a18fea43eb02 req-7e3c3d27-bb76-486b-80e0-94a731c7ac80 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:34.338365 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-3eb69e60-6662-4b3b-b298-a18fea43eb02 req-7e3c3d27-bb76-486b-80e0-94a731c7ac80 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fc8128f3-f05f-4754-9ccd-d9a140935e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314184 Oct 18 02:59:34.343354 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c3d27-bb76-486b-80e0-94a731c7ac80 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=51a697b9-a1c3-4897-b3bb-8c022b1c4856,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:34.350520 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-3bebc8b3-847f-4429-9c55-15f72c0b5855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:34.352049 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-3bebc8b3-847f-4429-9c55-15f72c0b5855 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2bab566054f4b83aef927c6227a69ea&device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 1097 time: 0.1523035 Oct 18 02:59:34.389828 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [req-83e0894f-f813-47c9-b160-dcf728d9331f req-6b42d4f4-aa66-4fa8-92e1-642ab30b4c16 service neutron] Attempting to bind port 5f5a915e-2000-4440-8ca0-90d2a386b43d on host hv-cinder-81433 for vnic_type normal with profile {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 02:59:34.390252 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [req-83e0894f-f813-47c9-b160-dcf728d9331f req-6b42d4f4-aa66-4fa8-92e1-642ab30b4c16 service neutron] Attempting to bind port 5f5a915e-2000-4440-8ca0-90d2a386b43d by drivers openvswitch,hyperv on host hv-cinder-81433 at level 0 using segments [{'id': '9ebf1992-0ee9-4a4b-b4bb-409555f91b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4d30303c-fcdb-4228-b9fc-587a12d80856'}] {{(pid=106637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 02:59:34.390581 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e0894f-f813-47c9-b160-dcf728d9331f req-6b42d4f4-aa66-4fa8-92e1-642ab30b4c16 service neutron] Attempting to bind port 5f5a915e-2000-4440-8ca0-90d2a386b43d on network 4d30303c-fcdb-4228-b9fc-587a12d80856 {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 02:59:34.394753 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48fb80-dff8-4e27-ba33-cde8b33d3672 service neutron] Pushing event updated for resources: {'Port': ['ID=f317c9fd-d300-4a87-95e5-522ead93d023,revision_number=3']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:34.400552 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e0894f-f813-47c9-b160-dcf728d9331f req-6b42d4f4-aa66-4fa8-92e1-642ab30b4c16 service neutron] Port 5f5a915e-2000-4440-8ca0-90d2a386b43d on network 4d30303c-fcdb-4228-b9fc-587a12d80856 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81433 {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 02:59:34.400875 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e0894f-f813-47c9-b160-dcf728d9331f req-6b42d4f4-aa66-4fa8-92e1-642ab30b4c16 service neutron] Attempting to bind port 5f5a915e-2000-4440-8ca0-90d2a386b43d on network 4d30303c-fcdb-4228-b9fc-587a12d80856 {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 02:59:34.406347 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e0894f-f813-47c9-b160-dcf728d9331f req-6b42d4f4-aa66-4fa8-92e1-642ab30b4c16 service neutron] Checking agent: {'id': '54b63e31-ff86-4d84-9464-5034764a1d76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81433', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'started_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 2, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 02:59:34.406742 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e0894f-f813-47c9-b160-dcf728d9331f req-6b42d4f4-aa66-4fa8-92e1-642ab30b4c16 service neutron] Checking segment: {'id': '9ebf1992-0ee9-4a4b-b4bb-409555f91b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4d30303c-fcdb-4228-b9fc-587a12d80856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 02:59:34.407092 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e0894f-f813-47c9-b160-dcf728d9331f req-6b42d4f4-aa66-4fa8-92e1-642ab30b4c16 service neutron] Bound using segment: {'id': '9ebf1992-0ee9-4a4b-b4bb-409555f91b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4d30303c-fcdb-4228-b9fc-587a12d80856'} {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 02:59:34.407518 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [req-83e0894f-f813-47c9-b160-dcf728d9331f req-6b42d4f4-aa66-4fa8-92e1-642ab30b4c16 service neutron] Bound port: 5f5a915e-2000-4440-8ca0-90d2a386b43d, host: hv-cinder-81433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ebf1992-0ee9-4a4b-b4bb-409555f91b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4d30303c-fcdb-4228-b9fc-587a12d80856'}}] {{(pid=106637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 02:59:34.408228 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-83e0894f-f813-47c9-b160-dcf728d9331f req-6b42d4f4-aa66-4fa8-92e1-642ab30b4c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:34.467206 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:34.481849 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [req-83e0894f-f813-47c9-b160-dcf728d9331f req-6b42d4f4-aa66-4fa8-92e1-642ab30b4c16 service neutron] For port 5f5a915e-2000-4440-8ca0-90d2a386b43d, host hv-cinder-81433, cleared binding levels {{(pid=106637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 02:59:34.484744 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [req-83e0894f-f813-47c9-b160-dcf728d9331f req-6b42d4f4-aa66-4fa8-92e1-642ab30b4c16 service neutron] For port 5f5a915e-2000-4440-8ca0-90d2a386b43d, host hv-cinder-81433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=5f5a915e-2000-4440-8ca0-90d2a386b43d,segment=NetworkSegment(9ebf1992-0ee9-4a4b-b4bb-409555f91b46),segment_id=9ebf1992-0ee9-4a4b-b4bb-409555f91b46)] {{(pid=106637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 02:59:34.551101 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-83e0894f-f813-47c9-b160-dcf728d9331f req-6b42d4f4-aa66-4fa8-92e1-642ab30b4c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3168564'] for port, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:34.624883 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0894f-f813-47c9-b160-dcf728d9331f req-6b42d4f4-aa66-4fa8-92e1-642ab30b4c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:34.625282 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-83e0894f-f813-47c9-b160-dcf728d9331f req-6b42d4f4-aa66-4fa8-92e1-642ab30b4c16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for port, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:34.626736 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-83e0894f-f813-47c9-b160-dcf728d9331f req-6b42d4f4-aa66-4fa8-92e1-642ab30b4c16 service neutron] 10.222.0.36 "PUT /v2.0/ports/5f5a915e-2000-4440-8ca0-90d2a386b43d HTTP/1.1" status: 200 len: 1093 time: 1.9650517 Oct 18 02:59:34.628754 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-b54f7b82-0cfa-4692-abcb-22caa561e392 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a16b945e-b164-4ca8-8381-bef80a1ac009 HTTP/1.1" status: 200 len: 217 time: 0.0513189 Oct 18 02:59:34.635569 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-7126561b-5861-48ce-91a7-93f1e7690bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:34.637346 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-7126561b-5861-48ce-91a7-93f1e7690bc4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8d2c0c120394030962ebe6c7201e21d&device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 1096 time: 0.0479774 Oct 18 02:59:34.676497 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b42d4f4-aa66-4fa8-92e1-642ab30b4c16 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5a915e-2000-4440-8ca0-90d2a386b43d,revision_number=3']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:34.692953 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-11ac5b9b-5c0c-4561-8d10-ffb1ca86a71c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f317c9fd-d300-4a87-95e5-522ead93d023 HTTP/1.1" status: 200 len: 217 time: 0.0469801 Oct 18 02:59:34.697975 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-17a4df14-5b76-4f09-ade0-461967676424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:34.699477 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-17a4df14-5b76-4f09-ade0-461967676424 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dead32d3-ed00-4228-a06c-9c73190d2cad HTTP/1.1" status: 200 len: 855 time: 0.0588305 Oct 18 02:59:34.762783 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fde96-4330-4963-b5bd-b10f921b0c30 req-bd11b1e1-e64f-4999-834f-25bfee87328f tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:34.764239 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-705fde96-4330-4963-b5bd-b10f921b0c30 req-bd11b1e1-e64f-4999-834f-25bfee87328f tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 943 time: 0.1109939 Oct 18 02:59:34.769560 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-b120f801-bb5d-477b-bc56-87c26bfec6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:34.770961 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-b120f801-bb5d-477b-bc56-87c26bfec6f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a35e1d0-99d4-4e94-85dc-79f79e40c7d5 HTTP/1.1" status: 200 len: 849 time: 0.0603006 Oct 18 02:59:34.790630 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0894f-f813-47c9-b160-dcf728d9331f req-7ccacdaa-1010-4916-970a-a684c10a9412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:34.792093 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-83e0894f-f813-47c9-b160-dcf728d9331f req-7ccacdaa-1010-4916-970a-a684c10a9412 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6894422efe52423ca3f7a27e517ac618&device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 1096 time: 0.0720210 Oct 18 02:59:34.793762 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-95b0628b-c204-4001-8990-e91b1d2cfd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:34.795109 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-95b0628b-c204-4001-8990-e91b1d2cfd6d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e8a63a2-5796-4af1-8add-99fedc042cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0826547 Oct 18 02:59:34.832657 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-705fde96-4330-4963-b5bd-b10f921b0c30 req-5c1b2fb4-08fd-45c2-8465-aa72bd5a7670 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607758 Oct 18 02:59:34.850672 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-0a72fc41-ae25-4151-be9f-4be90cde033c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:34.852159 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-0a72fc41-ae25-4151-be9f-4be90cde033c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac1fdfa5-8257-478e-8751-4284ba979920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0653675 Oct 18 02:59:34.854714 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-83e0894f-f813-47c9-b160-dcf728d9331f req-a87848df-65d4-4665-be5a-05428560ef48 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f5a915e-2000-4440-8ca0-90d2a386b43d HTTP/1.1" status: 200 len: 217 time: 0.0484576 Oct 18 02:59:34.921654 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-beb0a627-f09b-49e2-a9a4-d937d38a6511 service neutron] 10.222.0.36 "GET /v2.0/networks/2e8a63a2-5796-4af1-8add-99fedc042cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142561 Oct 18 02:59:34.938045 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ef319-05ba-4c4e-8ba4-abe088e12eb9 req-54720cfd-916a-4a07-ba8a-96841f9fa398 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:34.939515 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-353ef319-05ba-4c4e-8ba4-abe088e12eb9 req-54720cfd-916a-4a07-ba8a-96841f9fa398 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 943 time: 0.0521040 Oct 18 02:59:34.978459 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-353ef319-05ba-4c4e-8ba4-abe088e12eb9 req-5dab714b-343e-4c81-9533-eee8e297669b tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328948 Oct 18 02:59:35.071776 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74dc837c-fd62-45fc-b11c-8404c58c936f', 'tag': 'f317c9fd-d300-4a87-95e5-522ead93d023'}, {'name': 'network-changed', 'server_uuid': '77fca94b-9b74-40d5-b7c2-3754fc72418c', 'tag': '5f5a915e-2000-4440-8ca0-90d2a386b43d'}] {{(pid=106637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 02:59:35.074177 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84e416a7c2bb109cea857a7500c5c4b938dbd8fc9acb645868c31a21fed55845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e15dd1-3517-4a80-8ca3-27c2392e81fe" -d '{"events": [{"name": "network-changed", "server_uuid": "74dc837c-fd62-45fc-b11c-8404c58c936f", "tag": "f317c9fd-d300-4a87-95e5-522ead93d023"}, {"name": "network-changed", "server_uuid": "77fca94b-9b74-40d5-b7c2-3754fc72418c", "tag": "5f5a915e-2000-4440-8ca0-90d2a386b43d"}]}' {{(pid=106637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 02:59:35.084995 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c86c86-ffec-4cb0-b96a-0ef760cf3e05 req-fc464a9d-c073-452a-9543-ab596446cb6d tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:35.086467 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d8c86c86-ffec-4cb0-b96a-0ef760cf3e05 req-fc464a9d-c073-452a-9543-ab596446cb6d tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8fb5485-625a-4875-a323-b50e33a55402 HTTP/1.1" status: 200 len: 946 time: 0.0467665 Oct 18 02:59:35.115745 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 18 Oct 2021 02:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d50897-abe7-4ce8-a9f9-4221cd7d9b24 x-openstack-request-id: req-72d50897-abe7-4ce8-a9f9-4221cd7d9b24 {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 02:59:35.116047 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74dc837c-fd62-45fc-b11c-8404c58c936f", "tag": "f317c9fd-d300-4a87-95e5-522ead93d023", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "77fca94b-9b74-40d5-b7c2-3754fc72418c", "tag": "5f5a915e-2000-4440-8ca0-90d2a386b43d", "status": "completed", "code": 200}]} {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 02:59:35.116296 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-72d50897-abe7-4ce8-a9f9-4221cd7d9b24 {{(pid=106637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 02:59:35.116693 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74dc837c-fd62-45fc-b11c-8404c58c936f', 'tag': 'f317c9fd-d300-4a87-95e5-522ead93d023', 'status': 'completed', 'code': 200} Oct 18 02:59:35.116945 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77fca94b-9b74-40d5-b7c2-3754fc72418c', 'tag': '5f5a915e-2000-4440-8ca0-90d2a386b43d', 'status': 'completed', 'code': 200} Oct 18 02:59:35.130300 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d8c86c86-ffec-4cb0-b96a-0ef760cf3e05 req-9651769e-e066-49f1-9df4-809eeb317761 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc8128f3-f05f-4754-9ccd-d9a140935e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378757 Oct 18 02:59:35.220135 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccb510-80e7-48b8-b685-8ce4c46f6784 req-cc552a6e-4d14-4fe7-baa1-5f0985c3d878 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:35.222216 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-38ccb510-80e7-48b8-b685-8ce4c46f6784 req-cc552a6e-4d14-4fe7-baa1-5f0985c3d878 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 944 time: 0.0476334 Oct 18 02:59:35.263548 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-38ccb510-80e7-48b8-b685-8ce4c46f6784 req-9dd0abf3-5a07-43a0-b808-1306e4e81ca9 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354440 Oct 18 02:59:35.687962 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 07318d5b-0abb-418e-86c4-a0e2df0a7bc9 details requested by agent hyperv_hv-cinder-81433 with host hv-cinder-81433 {{(pid=106638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 02:59:35.782368 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 07318d5b-0abb-418e-86c4-a0e2df0a7bc9, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=07318d5b-0abb-418e-86c4-a0e2df0a7bc9,segment=NetworkSegment(9ebf1992-0ee9-4a4b-b4bb-409555f91b46),segment_id=9ebf1992-0ee9-4a4b-b4bb-409555f91b46)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 02:59:35.793227 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Returning: {'device': '07318d5b-0abb-418e-86c4-a0e2df0a7bc9', 'network_id': '4d30303c-fcdb-4228-b9fc-587a12d80856', 'port_id': '07318d5b-0abb-418e-86c4-a0e2df0a7bc9', 'mac_address': 'fa:16:3e:03:d5:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '408cb873-47be-40b3-8bec-d74941eb7535', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 02:59:35.829190 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:35.841417 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07318d5b-0abb-418e-86c4-a0e2df0a7bc9 {{(pid=106638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 02:59:35.859830 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 07318d5b-0abb-418e-86c4-a0e2df0a7bc9, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=07318d5b-0abb-418e-86c4-a0e2df0a7bc9,segment=NetworkSegment(9ebf1992-0ee9-4a4b-b4bb-409555f91b46),segment_id=9ebf1992-0ee9-4a4b-b4bb-409555f91b46)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 02:59:35.930758 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:35.958995 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9112389-546f-4241-b8ab-c2e7afb012e3 req-3ff2a290-417a-478f-a439-7489633c4488 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:35.960412 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a9112389-546f-4241-b8ab-c2e7afb012e3 req-3ff2a290-417a-478f-a439-7489633c4488 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 943 time: 0.0482066 Oct 18 02:59:35.989966 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=07318d5b-0abb-418e-86c4-a0e2df0a7bc9,revision_number=4']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:35.999902 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a9112389-546f-4241-b8ab-c2e7afb012e3 req-78c3306c-b767-422f-b05b-0992145ce73b tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322902 Oct 18 02:59:36.090011 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bed061-a85c-40cb-83f0-2a060bf8523e req-e897d22a-2bc5-4f3d-a614-3f26a8db06af tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:36.091440 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-17bed061-a85c-40cb-83f0-2a060bf8523e req-e897d22a-2bc5-4f3d-a614-3f26a8db06af tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 943 time: 0.0476062 Oct 18 02:59:36.128315 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-17bed061-a85c-40cb-83f0-2a060bf8523e req-979a2bae-919f-48ed-8a61-9470e7181e06 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303822 Oct 18 02:59:36.245802 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61159dff-b937-4649-b557-32ca9f135bde req-af5dd5f5-355b-43dd-b0b2-8a0dee0cbf40 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:36.247133 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-61159dff-b937-4649-b557-32ca9f135bde req-af5dd5f5-355b-43dd-b0b2-8a0dee0cbf40 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8fb5485-625a-4875-a323-b50e33a55402 HTTP/1.1" status: 200 len: 946 time: 0.0481036 Oct 18 02:59:36.285930 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-61159dff-b937-4649-b557-32ca9f135bde req-da76b762-4838-49de-ae58-9a3e393035c3 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc8128f3-f05f-4754-9ccd-d9a140935e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329745 Oct 18 02:59:36.380114 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cffd73-b4dc-41f7-a43a-c7e03b153b34 req-41e2c228-c9e4-44a1-8636-3dff038e9b03 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:36.381539 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d0cffd73-b4dc-41f7-a43a-c7e03b153b34 req-41e2c228-c9e4-44a1-8636-3dff038e9b03 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 944 time: 0.0482016 Oct 18 02:59:36.419031 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d0cffd73-b4dc-41f7-a43a-c7e03b153b34 req-e6d6c160-7a7a-456b-b044-1c6e088d3f81 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316567 Oct 18 02:59:36.604496 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 6 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 02:59:37.112583 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48b097-38ec-4189-9d1b-79bfe5250940 req-78f436b7-706d-48c1-9d0d-7f07a71bbab0 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:37.114167 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6a48b097-38ec-4189-9d1b-79bfe5250940 req-78f436b7-706d-48c1-9d0d-7f07a71bbab0 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 943 time: 0.0477893 Oct 18 02:59:37.151416 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6a48b097-38ec-4189-9d1b-79bfe5250940 req-4cf18ccc-045a-453f-87af-b91df32e8b63 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313916 Oct 18 02:59:37.240843 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176a7c8-653b-4386-8a1c-e09a83eecf5b req-2e4a8a68-7fc7-4e04-818a-1bfde008a1f2 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:37.242388 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0176a7c8-653b-4386-8a1c-e09a83eecf5b req-2e4a8a68-7fc7-4e04-818a-1bfde008a1f2 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 943 time: 0.0481985 Oct 18 02:59:37.283663 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0176a7c8-653b-4386-8a1c-e09a83eecf5b req-900997ca-4793-4ca2-afe8-953b0696608a tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351887 Oct 18 02:59:37.406072 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c0e65-1a9a-43b5-b658-0ca1da384784 req-c80a9062-d628-4b0a-8f42-143a0a89de2e tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:37.407480 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ca4c0e65-1a9a-43b5-b658-0ca1da384784 req-c80a9062-d628-4b0a-8f42-143a0a89de2e tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8fb5485-625a-4875-a323-b50e33a55402 HTTP/1.1" status: 200 len: 946 time: 0.0473185 Oct 18 02:59:37.445366 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ca4c0e65-1a9a-43b5-b658-0ca1da384784 req-329149f8-4092-4b35-83c1-dbba842fc278 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc8128f3-f05f-4754-9ccd-d9a140935e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316074 Oct 18 02:59:37.611465 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0894f-f813-47c9-b160-dcf728d9331f req-4783d2d7-a388-40f7-b9e3-ef25d8280bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:37.613838 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-83e0894f-f813-47c9-b160-dcf728d9331f req-4783d2d7-a388-40f7-b9e3-ef25d8280bdf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=408cb873-47be-40b3-8bec-d74941eb7535 HTTP/1.1" status: 200 len: 859 time: 0.0972860 Oct 18 02:59:37.662893 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-83e0894f-f813-47c9-b160-dcf728d9331f req-5903aa00-4809-4184-8f01-d2a061ddd84c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d30303c-fcdb-4228-b9fc-587a12d80856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361207 Oct 18 02:59:37.670443 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-5f6bdfdd-76a9-4e13-a0a8-a1c97d09dfba service neutron] 10.222.0.36 "GET /v2.0/networks/2e8a63a2-5796-4af1-8add-99fedc042cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448810 Oct 18 02:59:37.750146 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['07318d5b-0abb-418e-86c4-a0e2df0a7bc9'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 02:59:37.769813 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-83e0894f-f813-47c9-b160-dcf728d9331f req-53aad27b-4978-4a8e-ad1b-b29a46d38040 service neutron] 10.222.0.36 "GET /v2.0/networks/4d30303c-fcdb-4228-b9fc-587a12d80856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942299 Oct 18 02:59:37.771180 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8bc27-56f2-41b6-950d-c369fa1b8b7a req-a2aec555-2dc2-4d19-8489-2c69ee003604 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:37.772702 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-03d8bc27-56f2-41b6-950d-c369fa1b8b7a req-a2aec555-2dc2-4d19-8489-2c69ee003604 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 944 time: 0.2818947 Oct 18 02:59:37.833602 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-f276a650-1a3c-4039-bc8f-a0e23d45bb4c service neutron] 10.222.0.36 "GET /v2.0/networks/ac1fdfa5-8257-478e-8751-4284ba979920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174436 Oct 18 02:59:37.848158 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-03d8bc27-56f2-41b6-950d-c369fa1b8b7a req-471014e3-7881-4c21-8b16-dd2ec5dea58a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628114 Oct 18 02:59:37.876772 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-83e0894f-f813-47c9-b160-dcf728d9331f req-aaa5bd44-a5f1-46a3-81b6-ac9bb8221b42 service neutron] 10.222.0.36 "GET /v2.0/networks/4d30303c-fcdb-4228-b9fc-587a12d80856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975273 Oct 18 02:59:37.945754 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-36c672fd-cf4a-4f2e-98fd-42ab42b1cc6f service neutron] 10.222.0.36 "GET /v2.0/networks/ac1fdfa5-8257-478e-8751-4284ba979920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966158 Oct 18 02:59:38.107692 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e15dd1-3517-4a80-8ca3-27c2392e81fe req-08450042-67f2-4671-a3c9-39cef95cc9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:38.109209 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-99e15dd1-3517-4a80-8ca3-27c2392e81fe req-08450042-67f2-4671-a3c9-39cef95cc9b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8d2c0c120394030962ebe6c7201e21d&device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 1096 time: 0.0426569 Oct 18 02:59:38.202259 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e15dd1-3517-4a80-8ca3-27c2392e81fe req-7b8e1a93-0ffb-46a4-8b22-20448470c3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:38.203685 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-99e15dd1-3517-4a80-8ca3-27c2392e81fe req-7b8e1a93-0ffb-46a4-8b22-20448470c3b5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac1fdfa5-8257-478e-8751-4284ba979920 HTTP/1.1" status: 200 len: 911 time: 0.0863638 Oct 18 02:59:38.260039 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-99e15dd1-3517-4a80-8ca3-27c2392e81fe req-d99d403f-9c38-41e3-997a-afcc2ec0ee68 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f317c9fd-d300-4a87-95e5-522ead93d023 HTTP/1.1" status: 200 len: 217 time: 0.0488081 Oct 18 02:59:38.336239 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46869d-dc0b-4b30-b7b6-be65b2b693b6 req-7a06d357-f1d2-4e6a-8fc1-ea60f20076b0 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:38.337706 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-3f46869d-dc0b-4b30-b7b6-be65b2b693b6 req-7a06d357-f1d2-4e6a-8fc1-ea60f20076b0 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 943 time: 0.1191761 Oct 18 02:59:38.339653 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e15dd1-3517-4a80-8ca3-27c2392e81fe req-b0852ceb-0dd2-453c-b6df-349b5f7c5939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:38.340957 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-99e15dd1-3517-4a80-8ca3-27c2392e81fe req-b0852ceb-0dd2-453c-b6df-349b5f7c5939 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a35e1d0-99d4-4e94-85dc-79f79e40c7d5 HTTP/1.1" status: 200 len: 849 time: 0.0669801 Oct 18 02:59:38.439009 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-3f46869d-dc0b-4b30-b7b6-be65b2b693b6 req-3300ce4a-f571-45a2-a780-cc34cb042764 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949585 Oct 18 02:59:38.450210 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e15dd1-3517-4a80-8ca3-27c2392e81fe req-7b96515a-78e4-459a-9c7e-e65d7e90f126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:38.452964 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-99e15dd1-3517-4a80-8ca3-27c2392e81fe req-7b96515a-78e4-459a-9c7e-e65d7e90f126 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac1fdfa5-8257-478e-8751-4284ba979920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0995154 Oct 18 02:59:38.460639 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836aa374-46ef-48d6-a90d-f45ec460d90a req-1f610336-52d2-4a67-8bf4-731b498d5ac6 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:38.462039 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-836aa374-46ef-48d6-a90d-f45ec460d90a req-1f610336-52d2-4a67-8bf4-731b498d5ac6 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 943 time: 0.0954642 Oct 18 02:59:38.577887 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-836aa374-46ef-48d6-a90d-f45ec460d90a req-9ab3f704-2519-4bde-b16b-d7b619e088bf tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078978 Oct 18 02:59:38.609995 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ac3bd-4f10-4e92-8cad-d6caf14eff4c req-035274b7-1500-4682-959b-55f7f0368a12 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:38.611481 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-2c3ac3bd-4f10-4e92-8cad-d6caf14eff4c req-035274b7-1500-4682-959b-55f7f0368a12 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8fb5485-625a-4875-a323-b50e33a55402 HTTP/1.1" status: 200 len: 946 time: 0.0890150 Oct 18 02:59:38.628670 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-99e15dd1-3517-4a80-8ca3-27c2392e81fe req-c39c3f49-f7de-42ff-8ce7-c14a1bbf6176 service neutron] 10.222.0.36 "GET /v2.0/networks/ac1fdfa5-8257-478e-8751-4284ba979920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657290 Oct 18 02:59:38.701991 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-2c3ac3bd-4f10-4e92-8cad-d6caf14eff4c req-8de47d05-34f9-4f73-85c1-a40a6112e542 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc8128f3-f05f-4754-9ccd-d9a140935e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828905 Oct 18 02:59:38.740115 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-99e15dd1-3517-4a80-8ca3-27c2392e81fe req-7bd03b7e-1f52-46e6-8eb0-da56c20b25ae service neutron] 10.222.0.36 "GET /v2.0/networks/ac1fdfa5-8257-478e-8751-4284ba979920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027467 Oct 18 02:59:38.831961 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e15dd1-3517-4a80-8ca3-27c2392e81fe req-f06aa1ab-ecc6-4dba-957a-7dd46e6743b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:38.833586 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-99e15dd1-3517-4a80-8ca3-27c2392e81fe req-f06aa1ab-ecc6-4dba-957a-7dd46e6743b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6894422efe52423ca3f7a27e517ac618&device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 1096 time: 0.0468411 Oct 18 02:59:38.976047 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e15dd1-3517-4a80-8ca3-27c2392e81fe req-b0e567a1-d430-481e-87f7-25b8b322aac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:38.977446 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-99e15dd1-3517-4a80-8ca3-27c2392e81fe req-b0e567a1-d430-481e-87f7-25b8b322aac2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d30303c-fcdb-4228-b9fc-587a12d80856 HTTP/1.1" status: 200 len: 920 time: 0.1334283 Oct 18 02:59:39.040654 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce4f03-2f0c-4b10-b0aa-9def67ad9911 req-a45f1c7c-ccc2-44b8-be26-410b0fa91402 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:39.042170 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cfce4f03-2f0c-4b10-b0aa-9def67ad9911 req-a45f1c7c-ccc2-44b8-be26-410b0fa91402 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 944 time: 0.1126311 Oct 18 02:59:39.044535 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-99e15dd1-3517-4a80-8ca3-27c2392e81fe req-a80787d9-4fce-4d9a-99d4-a336147e060c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f5a915e-2000-4440-8ca0-90d2a386b43d HTTP/1.1" status: 200 len: 217 time: 0.0589418 Oct 18 02:59:39.121697 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cfce4f03-2f0c-4b10-b0aa-9def67ad9911 req-235b414a-577c-4b99-8b5e-d07c025e3e9e tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684845 Oct 18 02:59:39.129599 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e15dd1-3517-4a80-8ca3-27c2392e81fe req-67e237dc-f47c-4bb3-b833-e1bb3ac14517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:39.132052 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-99e15dd1-3517-4a80-8ca3-27c2392e81fe req-67e237dc-f47c-4bb3-b833-e1bb3ac14517 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=408cb873-47be-40b3-8bec-d74941eb7535 HTTP/1.1" status: 200 len: 859 time: 0.0801840 Oct 18 02:59:39.167558 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-99e15dd1-3517-4a80-8ca3-27c2392e81fe req-1325de26-2e5b-469e-ad92-fa7ef5ddfe1b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d30303c-fcdb-4228-b9fc-587a12d80856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281537 Oct 18 02:59:39.267259 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-99e15dd1-3517-4a80-8ca3-27c2392e81fe req-56595db6-fc20-42a8-8ca7-d5d363dfa1e9 service neutron] 10.222.0.36 "GET /v2.0/networks/4d30303c-fcdb-4228-b9fc-587a12d80856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927682 Oct 18 02:59:39.367615 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-99e15dd1-3517-4a80-8ca3-27c2392e81fe req-b66abe16-9784-49c5-a38c-d37f9d270f95 service neutron] 10.222.0.36 "GET /v2.0/networks/4d30303c-fcdb-4228-b9fc-587a12d80856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928483 Oct 18 02:59:39.448946 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 58464) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:39.525336 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 07318d5b-0abb-418e-86c4-a0e2df0a7bc9 up at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 02:59:39.558418 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427ca6b-02fd-435d-ad03-8171716ebc42 req-3f131e69-69bc-417e-ab94-465e7dfb7eaf tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:39.565592 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-2427ca6b-02fd-435d-ad03-8171716ebc42 req-3f131e69-69bc-417e-ab94-465e7dfb7eaf tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 943 time: 0.0575106 Oct 18 02:59:39.583974 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-dff1a534-c2e0-4259-aff6-9c336ca2e6d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:39.610600 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-2427ca6b-02fd-435d-ad03-8171716ebc42 req-827b79c5-406c-4209-acde-c1c05fa43bf6 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402782 Oct 18 02:59:39.677282 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-dff1a534-c2e0-4259-aff6-9c336ca2e6d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:39.679464 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 58474) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:39.696405 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning for port 07318d5b-0abb-418e-86c4-a0e2df0a7bc9 completed by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 02:59:39.700670 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning complete for port 07318d5b-0abb-418e-86c4-a0e2df0a7bc9 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:59:39.701216 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:39.705975 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab372d5-72e0-4212-ac05-5cfbf863bc32 req-f723074a-d79a-445d-80a1-ca8e9fbdc204 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:39.707599 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-fab372d5-72e0-4212-ac05-5cfbf863bc32 req-f723074a-d79a-445d-80a1-ca8e9fbdc204 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 943 time: 0.0558546 Oct 18 02:59:39.759788 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-fab372d5-72e0-4212-ac05-5cfbf863bc32 req-3f56f070-b767-40f2-9d32-5c2ab5be0efc tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462008 Oct 18 02:59:39.783175 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-dff1a534-c2e0-4259-aff6-9c336ca2e6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:39.835448 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-786c8668-1abd-4024-9510-19fef8564560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:39.851202 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28e3c2-c0a7-4508-b0e2-2b945198f350 req-fe9435c9-88cd-4a8a-a5ea-411c7b61d13f tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:39.852848 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-dff1a534-c2e0-4259-aff6-9c336ca2e6d0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=00dae3fb6b0f462aa53ca78413a568f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4004536 Oct 18 02:59:39.856799 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 58480) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:39.857647 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff1a534-c2e0-4259-aff6-9c336ca2e6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d3f3a1-103e-4823-965a-aeb4bc3bdf0b,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:39.861435 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7c28e3c2-c0a7-4508-b0e2-2b945198f350 req-fe9435c9-88cd-4a8a-a5ea-411c7b61d13f tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8fb5485-625a-4875-a323-b50e33a55402 HTTP/1.1" status: 200 len: 946 time: 0.0665615 Oct 18 02:59:39.898026 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7c28e3c2-c0a7-4508-b0e2-2b945198f350 req-4b78af5d-927d-4a94-8a65-83df66bddc51 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc8128f3-f05f-4754-9ccd-d9a140935e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348961 Oct 18 02:59:39.902102 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:39.930634 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df26dee3-490a-4bf7-998d-8e1e8dbf3827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07318d5b-0abb-418e-86c4-a0e2df0a7bc9'}] {{(pid=106638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 02:59:39.934384 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd784869ff86f08281957869a4884f8f45cf6a5f98b2b439ba04ffc4a22c0e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0aa1f3-d3fd-4f72-b616-868781e0bda3" -d '{"events": [{"server_uuid": "df26dee3-490a-4bf7-998d-8e1e8dbf3827", "name": "network-vif-plugged", "status": "completed", "tag": "07318d5b-0abb-418e-86c4-a0e2df0a7bc9"}]}' {{(pid=106638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 02:59:39.949412 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-dc25d325-2276-4444-beb7-8d0636925358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:39.951988 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 07318d5b-0abb-418e-86c4-a0e2df0a7bc9, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=07318d5b-0abb-418e-86c4-a0e2df0a7bc9,segment=NetworkSegment(9ebf1992-0ee9-4a4b-b4bb-409555f91b46),segment_id=9ebf1992-0ee9-4a4b-b4bb-409555f91b46)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 02:59:39.982897 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 02:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bdcb51-8004-4e42-96ae-211a756ca6fd x-openstack-request-id: req-46bdcb51-8004-4e42-96ae-211a756ca6fd {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 02:59:39.983553 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df26dee3-490a-4bf7-998d-8e1e8dbf3827", "name": "network-vif-plugged", "status": "completed", "tag": "07318d5b-0abb-418e-86c4-a0e2df0a7bc9", "code": 200}]} {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 02:59:39.984129 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-46bdcb51-8004-4e42-96ae-211a756ca6fd {{(pid=106638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 02:59:39.984695 dv-cinder-814333-1-iscsi neutron-server[106638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df26dee3-490a-4bf7-998d-8e1e8dbf3827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07318d5b-0abb-418e-86c4-a0e2df0a7bc9', 'code': 200} Oct 18 02:59:39.985573 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-dc25d325-2276-4444-beb7-8d0636925358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:40.016657 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:40.019367 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-786c8668-1abd-4024-9510-19fef8564560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:40.068799 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=07318d5b-0abb-418e-86c4-a0e2df0a7bc9,revision_number=5']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:40.107766 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-786c8668-1abd-4024-9510-19fef8564560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:40.134859 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-dc25d325-2276-4444-beb7-8d0636925358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:40.137365 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-dc25d325-2276-4444-beb7-8d0636925358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:40.138526 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-dc25d325-2276-4444-beb7-8d0636925358 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/22d3f3a1-103e-4823-965a-aeb4bc3bdf0b HTTP/1.1" status: 204 len: 168 time: 0.2763636 Oct 18 02:59:40.148121 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-786c8668-1abd-4024-9510-19fef8564560 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b0c5baca0f7f43e693dcb05252b2d303&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4673407 Oct 18 02:59:40.148967 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c8668-1abd-4024-9510-19fef8564560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd105e64-7fe8-4f7c-bb3b-0db6a85a3d69,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:40.154052 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 58494) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:40.204222 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25d325-2276-4444-beb7-8d0636925358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d3f3a1-103e-4823-965a-aeb4bc3bdf0b,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:40.243166 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8d8cedfa-61c1-40c3-a01e-ff53ff548542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:40.268813 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8d8cedfa-61c1-40c3-a01e-ff53ff548542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:40.278846 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6884e02-230b-4031-b110-5276ec561e40 req-2fa35388-9f47-48b3-b7b1-acdc34018173 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:40.280324 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d6884e02-230b-4031-b110-5276ec561e40 req-2fa35388-9f47-48b3-b7b1-acdc34018173 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 944 time: 0.0731976 Oct 18 02:59:40.347102 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d6884e02-230b-4031-b110-5276ec561e40 req-43e8935b-bb85-4492-b531-dbb8221ce5a5 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532677 Oct 18 02:59:40.353290 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09472853-5aef-4405-8039-4f0615e4561b req-6c787b07-7d26-4d01-91a8-0c36523d5ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:40.354977 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-09472853-5aef-4405-8039-4f0615e4561b req-6c787b07-7d26-4d01-91a8-0c36523d5ab6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 1099 time: 0.0706491 Oct 18 02:59:40.391017 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-09472853-5aef-4405-8039-4f0615e4561b req-5efee9ac-cde7-41dd-8f00-8c0d28330302 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293136 Oct 18 02:59:40.412909 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8d8cedfa-61c1-40c3-a01e-ff53ff548542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:40.416071 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8d8cedfa-61c1-40c3-a01e-ff53ff548542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:40.420106 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-8d8cedfa-61c1-40c3-a01e-ff53ff548542 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fd105e64-7fe8-4f7c-bb3b-0db6a85a3d69 HTTP/1.1" status: 204 len: 168 time: 0.2650044 Oct 18 02:59:40.429957 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8cedfa-61c1-40c3-a01e-ff53ff548542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd105e64-7fe8-4f7c-bb3b-0db6a85a3d69,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:40.744189 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd28ea1-babb-4162-a357-3677fb0412b6 req-1b43e065-4d70-4483-86f9-9028a24a8e1c tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:40.745705 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7fd28ea1-babb-4162-a357-3677fb0412b6 req-1b43e065-4d70-4483-86f9-9028a24a8e1c tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 943 time: 0.0768945 Oct 18 02:59:40.790534 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7fd28ea1-babb-4162-a357-3677fb0412b6 req-de184e2d-a5fe-414a-8f93-2dad2fd7c089 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361860 Oct 18 02:59:40.887149 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca5d0f-19c6-44b1-9207-8457514266d0 req-b028a216-cd8f-4999-a1a5-fa7b54fdb58b tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:40.890013 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-3aca5d0f-19c6-44b1-9207-8457514266d0 req-b028a216-cd8f-4999-a1a5-fa7b54fdb58b tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 943 time: 0.0545642 Oct 18 02:59:40.928974 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-3aca5d0f-19c6-44b1-9207-8457514266d0 req-6723a5d8-0efd-456d-9aca-62db6bda3607 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341015 Oct 18 02:59:41.229910 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 58536) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:41.243682 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-53128e7b-3417-4551-b763-468fad99568c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:41.319709 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-53128e7b-3417-4551-b763-468fad99568c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:41.430032 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-53128e7b-3417-4551-b763-468fad99568c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:41.473589 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c023f-10a5-4588-8d62-2774c714be56 req-1ee4bf72-ec7b-45ec-b6b7-e64de1854d32 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:41.474141 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-53128e7b-3417-4551-b763-468fad99568c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0d29fd0b60cd45e190f5f71358f38e7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2427382 Oct 18 02:59:41.475346 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-453c023f-10a5-4588-8d62-2774c714be56 req-1ee4bf72-ec7b-45ec-b6b7-e64de1854d32 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 944 time: 0.0550668 Oct 18 02:59:41.476938 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 58546) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:41.481250 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53128e7b-3417-4551-b763-468fad99568c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e75c46-eae8-45f6-839a-82821c76235d,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:41.515904 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 5f5a915e-2000-4440-8ca0-90d2a386b43d details requested by agent hyperv_hv-cinder-81433 with host hv-cinder-81433 {{(pid=106638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 02:59:41.563611 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-453c023f-10a5-4588-8d62-2774c714be56 req-2553a479-dc8c-40a4-a100-6f2726b9e166 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595207 Oct 18 02:59:41.575566 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a6943e48-380b-4028-b38f-168064bfc6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:41.600672 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a6943e48-380b-4028-b38f-168064bfc6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:41.658224 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 5f5a915e-2000-4440-8ca0-90d2a386b43d, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=5f5a915e-2000-4440-8ca0-90d2a386b43d,segment=NetworkSegment(9ebf1992-0ee9-4a4b-b4bb-409555f91b46),segment_id=9ebf1992-0ee9-4a4b-b4bb-409555f91b46)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 02:59:41.669663 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Returning: {'device': '5f5a915e-2000-4440-8ca0-90d2a386b43d', 'network_id': '4d30303c-fcdb-4228-b9fc-587a12d80856', 'port_id': '5f5a915e-2000-4440-8ca0-90d2a386b43d', 'mac_address': 'fa:16:3e:43:29:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '408cb873-47be-40b3-8bec-d74941eb7535', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 02:59:41.706653 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:41.718822 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f5a915e-2000-4440-8ca0-90d2a386b43d {{(pid=106638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 02:59:41.743385 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 5f5a915e-2000-4440-8ca0-90d2a386b43d, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=5f5a915e-2000-4440-8ca0-90d2a386b43d,segment=NetworkSegment(9ebf1992-0ee9-4a4b-b4bb-409555f91b46),segment_id=9ebf1992-0ee9-4a4b-b4bb-409555f91b46)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 02:59:41.748010 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a6943e48-380b-4028-b38f-168064bfc6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:41.750760 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a6943e48-380b-4028-b38f-168064bfc6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:41.752027 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-a6943e48-380b-4028-b38f-168064bfc6c0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/75e75c46-eae8-45f6-839a-82821c76235d HTTP/1.1" status: 204 len: 168 time: 0.2733788 Oct 18 02:59:41.762075 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6943e48-380b-4028-b38f-168064bfc6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e75c46-eae8-45f6-839a-82821c76235d,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:41.801664 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:41.802987 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device f317c9fd-d300-4a87-95e5-522ead93d023 details requested by agent hyperv_hv-cinder-81433 with host hv-cinder-81433 {{(pid=106638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 02:59:41.864572 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=5f5a915e-2000-4440-8ca0-90d2a386b43d,revision_number=4']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:41.944915 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01605c6e-77f6-4e2f-9a68-b093a013a377 req-3eea8739-e26d-46a7-bae7-610d6d846c69 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:41.946479 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-01605c6e-77f6-4e2f-9a68-b093a013a377 req-3eea8739-e26d-46a7-bae7-610d6d846c69 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 943 time: 0.0641365 Oct 18 02:59:41.987423 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port f317c9fd-d300-4a87-95e5-522ead93d023, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=f317c9fd-d300-4a87-95e5-522ead93d023,segment=NetworkSegment(61950c5d-464e-44a7-9413-2dacd41366ea),segment_id=61950c5d-464e-44a7-9413-2dacd41366ea)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 02:59:42.000413 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Returning: {'device': 'f317c9fd-d300-4a87-95e5-522ead93d023', 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920', 'port_id': 'f317c9fd-d300-4a87-95e5-522ead93d023', 'mac_address': 'fa:16:3e:18:76:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a35e1d0-99d4-4e94-85dc-79f79e40c7d5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 02:59:42.031803 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-01605c6e-77f6-4e2f-9a68-b093a013a377 req-d730a40d-212e-481a-b8b9-fe3aebd678f9 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606000 Oct 18 02:59:42.058302 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:42.077253 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f317c9fd-d300-4a87-95e5-522ead93d023 {{(pid=106638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 02:59:42.100626 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port f317c9fd-d300-4a87-95e5-522ead93d023, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=f317c9fd-d300-4a87-95e5-522ead93d023,segment=NetworkSegment(61950c5d-464e-44a7-9413-2dacd41366ea),segment_id=61950c5d-464e-44a7-9413-2dacd41366ea)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 02:59:42.157216 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960e72c-dae6-42e9-a26f-2c534e6611b3 req-6f2a5095-0547-4cd8-a8f9-28f0af82a713 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:42.158817 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9960e72c-dae6-42e9-a26f-2c534e6611b3 req-6f2a5095-0547-4cd8-a8f9-28f0af82a713 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 944 time: 0.0504613 Oct 18 02:59:42.190591 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:42.191269 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device a16b945e-b164-4ca8-8381-bef80a1ac009 details requested by agent hyperv_hv-cinder-81433 with host hv-cinder-81433 {{(pid=106638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 02:59:42.209777 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9960e72c-dae6-42e9-a26f-2c534e6611b3 req-061bf80f-8588-4be1-a13d-d3412b51cf5b tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435584 Oct 18 02:59:42.264099 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=f317c9fd-d300-4a87-95e5-522ead93d023,revision_number=4']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:42.348934 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port a16b945e-b164-4ca8-8381-bef80a1ac009, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=a16b945e-b164-4ca8-8381-bef80a1ac009,segment=NetworkSegment(0a4479a8-2092-4dd6-9759-50afb4a3e69f),segment_id=0a4479a8-2092-4dd6-9759-50afb4a3e69f)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 02:59:42.362579 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Returning: {'device': 'a16b945e-b164-4ca8-8381-bef80a1ac009', 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba', 'port_id': 'a16b945e-b164-4ca8-8381-bef80a1ac009', 'mac_address': 'fa:16:3e:f5:65:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dead32d3-ed00-4228-a06c-9c73190d2cad', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 02:59:42.416133 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:42.430358 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a16b945e-b164-4ca8-8381-bef80a1ac009 {{(pid=106638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 02:59:42.450156 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port a16b945e-b164-4ca8-8381-bef80a1ac009, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=a16b945e-b164-4ca8-8381-bef80a1ac009,segment=NetworkSegment(0a4479a8-2092-4dd6-9759-50afb4a3e69f),segment_id=0a4479a8-2092-4dd6-9759-50afb4a3e69f)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 02:59:42.615916 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:42.693488 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=a16b945e-b164-4ca8-8381-bef80a1ac009,revision_number=4']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:42.731101 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59327ca-5b74-4f2c-998c-760010ef01e0 req-5c6d76df-2274-4ac1-b04d-e343dc71b02c tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:42.732558 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c59327ca-5b74-4f2c-998c-760010ef01e0 req-5c6d76df-2274-4ac1-b04d-e343dc71b02c tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 945 time: 0.0640948 Oct 18 02:59:42.771927 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c59327ca-5b74-4f2c-998c-760010ef01e0 req-9e5087a6-c6b4-4ad6-8c92-15d9da8fcdc3 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328000 Oct 18 02:59:42.926808 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['a16b945e-b164-4ca8-8381-bef80a1ac009'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 02:59:42.931444 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['5f5a915e-2000-4440-8ca0-90d2a386b43d'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 02:59:42.977633 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['f317c9fd-d300-4a87-95e5-522ead93d023'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 02:59:43.261492 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fbbdb4-2dc9-4df8-a4de-14eecfd950d0 req-c65bbaae-9232-45f8-b0bf-a026d499e700 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:43.272934 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 58632) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:43.277781 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-27fbbdb4-2dc9-4df8-a4de-14eecfd950d0 req-c65bbaae-9232-45f8-b0bf-a026d499e700 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 944 time: 0.1293869 Oct 18 02:59:43.380793 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-27fbbdb4-2dc9-4df8-a4de-14eecfd950d0 req-b374cb84-02f8-40a3-8dc7-2b4fc8a5c6a4 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021390 Oct 18 02:59:43.400964 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c5665-6ee9-4cd1-8fcf-168624a926e6 req-8fa1b09e-1fd4-45c9-9ae4-d647f50cc42f tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:43.402458 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-310c5665-6ee9-4cd1-8fcf-168624a926e6 req-8fa1b09e-1fd4-45c9-9ae4-d647f50cc42f tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 944 time: 0.0658927 Oct 18 02:59:43.429661 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-5735bb75-9f33-48c3-988c-9c8aa9d05556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:43.448256 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-310c5665-6ee9-4cd1-8fcf-168624a926e6 req-c086ab3b-0601-4c1f-a047-b15142b1b73f tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382841 Oct 18 02:59:43.504840 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-5735bb75-9f33-48c3-988c-9c8aa9d05556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:43.578137 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-5735bb75-9f33-48c3-988c-9c8aa9d05556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:43.616432 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735bb75-9f33-48c3-988c-9c8aa9d05556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fc20e0-3255-426f-a2d9-b0486def181b,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:43.621750 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-5735bb75-9f33-48c3-988c-9c8aa9d05556 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=00d033dbcf9c4688bc3279c91348f8f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3472157 Oct 18 02:59:43.624395 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 58640) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:43.677671 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-92ca1ad4-5675-4ec6-a632-da74d2d32d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:43.698995 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-92ca1ad4-5675-4ec6-a632-da74d2d32d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:43.828143 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-92ca1ad4-5675-4ec6-a632-da74d2d32d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:43.832046 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-92ca1ad4-5675-4ec6-a632-da74d2d32d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:43.833254 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-92ca1ad4-5675-4ec6-a632-da74d2d32d61 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/35fc20e0-3255-426f-a2d9-b0486def181b HTTP/1.1" status: 204 len: 168 time: 0.2079611 Oct 18 02:59:43.841541 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca1ad4-5675-4ec6-a632-da74d2d32d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fc20e0-3255-426f-a2d9-b0486def181b,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:43.899818 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb06f7-20bc-456f-b9f0-fc14f108323f req-bd56585e-27d6-4496-90ca-1981d0e2285e tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:43.904252 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8eeb06f7-20bc-456f-b9f0-fc14f108323f req-bd56585e-27d6-4496-90ca-1981d0e2285e tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 945 time: 0.0578730 Oct 18 02:59:43.946367 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8eeb06f7-20bc-456f-b9f0-fc14f108323f req-a7d129cc-b759-4595-9c1e-d5794ee60734 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390799 Oct 18 02:59:44.501603 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254af9e-9112-43b5-8b90-0b73aec93c46 req-0608384e-1b6c-4e49-99f9-6b72c231dfc9 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:44.503268 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0254af9e-9112-43b5-8b90-0b73aec93c46 req-0608384e-1b6c-4e49-99f9-6b72c231dfc9 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 944 time: 0.0539124 Oct 18 02:59:44.566912 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0254af9e-9112-43b5-8b90-0b73aec93c46 req-b8f194d8-7e96-4513-a5eb-39ad92972bcf tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574291 Oct 18 02:59:44.600215 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa5b2d-061e-49fd-aa85-a350bc326abd req-8cc33d63-cfb0-44d8-afde-b2b975e248e1 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:44.602219 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ebfa5b2d-061e-49fd-aa85-a350bc326abd req-8cc33d63-cfb0-44d8-afde-b2b975e248e1 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 944 time: 0.0719373 Oct 18 02:59:44.646610 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 58688) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:44.666988 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-c1360d11-de56-46bd-86fc-a2276ab25526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:44.675860 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ebfa5b2d-061e-49fd-aa85-a350bc326abd req-9ecf6719-c7a9-4943-a423-23b5d722162f tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632532 Oct 18 02:59:44.748985 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-c1360d11-de56-46bd-86fc-a2276ab25526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:44.841438 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-c1360d11-de56-46bd-86fc-a2276ab25526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:44.880723 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-c1360d11-de56-46bd-86fc-a2276ab25526 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2a028915a9734a859dc4c8d71e614b54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333453 Oct 18 02:59:44.881575 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1360d11-de56-46bd-86fc-a2276ab25526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d2978a-fa8c-4d16-accd-33d88d1afb50,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:44.883703 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 58690) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:44.934873 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-31e9f2a2-f7e4-4a32-87dc-c9ba1d439c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:44.958639 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-31e9f2a2-f7e4-4a32-87dc-c9ba1d439c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:45.063578 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427ef61-414a-476e-b60c-a5c7a2bb5b09 req-fe428cf5-7d49-4d9f-bdae-577ad6361e84 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:45.065106 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4427ef61-414a-476e-b60c-a5c7a2bb5b09 req-fe428cf5-7d49-4d9f-bdae-577ad6361e84 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 945 time: 0.0484648 Oct 18 02:59:45.098571 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-31e9f2a2-f7e4-4a32-87dc-c9ba1d439c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:45.100981 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-31e9f2a2-f7e4-4a32-87dc-c9ba1d439c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:45.102091 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-31e9f2a2-f7e4-4a32-87dc-c9ba1d439c3c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b2d2978a-fa8c-4d16-accd-33d88d1afb50 HTTP/1.1" status: 204 len: 168 time: 0.2173638 Oct 18 02:59:45.110372 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4427ef61-414a-476e-b60c-a5c7a2bb5b09 req-216f0ca9-7964-4070-af48-a2a4304dab68 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382528 Oct 18 02:59:45.114968 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9f2a2-f7e4-4a32-87dc-c9ba1d439c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d2978a-fa8c-4d16-accd-33d88d1afb50,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:45.547140 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device f317c9fd-d300-4a87-95e5-522ead93d023 up at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 02:59:45.686387 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99d568-638f-420e-91a0-0fb9405d4705 req-c97aff6e-ab4e-4990-b105-a2dc6dda53b5 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:45.687742 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9a99d568-638f-420e-91a0-0fb9405d4705 req-c97aff6e-ab4e-4990-b105-a2dc6dda53b5 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 944 time: 0.0505185 Oct 18 02:59:45.702225 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning for port f317c9fd-d300-4a87-95e5-522ead93d023 completed by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 02:59:45.707392 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning complete for port f317c9fd-d300-4a87-95e5-522ead93d023 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:59:45.707966 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:45.772765 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9a99d568-638f-420e-91a0-0fb9405d4705 req-e3c7266b-4f8f-41f0-952d-06fb7948863e tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789824 Oct 18 02:59:45.807192 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:45.814367 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e35d-17f6-41ab-826a-1106f1b993e5 req-673d23d6-06a1-49c3-b89e-370caf6ec065 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:45.816522 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7427e35d-17f6-41ab-826a-1106f1b993e5 req-673d23d6-06a1-49c3-b89e-370caf6ec065 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 944 time: 0.0612512 Oct 18 02:59:45.831926 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74dc837c-fd62-45fc-b11c-8404c58c936f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f317c9fd-d300-4a87-95e5-522ead93d023'}] {{(pid=106638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 02:59:45.834446 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd784869ff86f08281957869a4884f8f45cf6a5f98b2b439ba04ffc4a22c0e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb41e321-d8ba-40ee-bce0-cf425c9b5f1d" -d '{"events": [{"server_uuid": "74dc837c-fd62-45fc-b11c-8404c58c936f", "name": "network-vif-plugged", "status": "completed", "tag": "f317c9fd-d300-4a87-95e5-522ead93d023"}]}' {{(pid=106638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 02:59:45.847849 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port f317c9fd-d300-4a87-95e5-522ead93d023, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=f317c9fd-d300-4a87-95e5-522ead93d023,segment=NetworkSegment(61950c5d-464e-44a7-9413-2dacd41366ea),segment_id=61950c5d-464e-44a7-9413-2dacd41366ea)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 02:59:45.858374 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7427e35d-17f6-41ab-826a-1106f1b993e5 req-def2ef2d-c4db-4b89-bce9-1ca1b3eb8e6f tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353296 Oct 18 02:59:45.878013 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 02:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a51ad6-d203-4327-ad2e-ce3ee9c807e0 x-openstack-request-id: req-29a51ad6-d203-4327-ad2e-ce3ee9c807e0 {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 02:59:45.878487 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74dc837c-fd62-45fc-b11c-8404c58c936f", "name": "network-vif-plugged", "status": "completed", "tag": "f317c9fd-d300-4a87-95e5-522ead93d023", "code": 200}]} {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 02:59:45.878743 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-29a51ad6-d203-4327-ad2e-ce3ee9c807e0 {{(pid=106638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 02:59:45.879134 dv-cinder-814333-1-iscsi neutron-server[106638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74dc837c-fd62-45fc-b11c-8404c58c936f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f317c9fd-d300-4a87-95e5-522ead93d023', 'code': 200} Oct 18 02:59:45.949863 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:45.949863 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 5f5a915e-2000-4440-8ca0-90d2a386b43d up at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 02:59:46.035842 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=f317c9fd-d300-4a87-95e5-522ead93d023,revision_number=5']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:46.143822 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning for port 5f5a915e-2000-4440-8ca0-90d2a386b43d completed by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 02:59:46.148273 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning complete for port 5f5a915e-2000-4440-8ca0-90d2a386b43d triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:59:46.149005 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:46.240355 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:46.263777 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926171e-115a-445f-86db-e49d7cccf520 req-7cdf9b07-89f9-4079-a63a-f33d2e352381 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:46.265361 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7926171e-115a-445f-86db-e49d7cccf520 req-7cdf9b07-89f9-4079-a63a-f33d2e352381 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 945 time: 0.0795677 Oct 18 02:59:46.272148 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb346a95-ac10-483e-bfd7-6d52c0a0b110 req-f3bff887-0aa8-478e-ab9b-67037468fce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:46.273960 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-bb346a95-ac10-483e-bfd7-6d52c0a0b110 req-f3bff887-0aa8-478e-ab9b-67037468fce9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 1098 time: 0.0773661 Oct 18 02:59:46.279313 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 5f5a915e-2000-4440-8ca0-90d2a386b43d, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=5f5a915e-2000-4440-8ca0-90d2a386b43d,segment=NetworkSegment(9ebf1992-0ee9-4a4b-b4bb-409555f91b46),segment_id=9ebf1992-0ee9-4a4b-b4bb-409555f91b46)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 02:59:46.324868 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7926171e-115a-445f-86db-e49d7cccf520 req-145facbf-83e0-4a0c-9291-7682d0bd94cc tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497646 Oct 18 02:59:46.330626 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-bb346a95-ac10-483e-bfd7-6d52c0a0b110 req-d203ff0e-39a3-4504-ad21-5d3cef7b8c7d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489466 Oct 18 02:59:46.361073 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:46.362835 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device a16b945e-b164-4ca8-8381-bef80a1ac009 up at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 02:59:46.450424 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=5f5a915e-2000-4440-8ca0-90d2a386b43d,revision_number=5']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:46.550142 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning for port a16b945e-b164-4ca8-8381-bef80a1ac009 completed by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 02:59:46.554921 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning complete for port a16b945e-b164-4ca8-8381-bef80a1ac009 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 02:59:46.555469 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:46.639087 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:46.670181 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port a16b945e-b164-4ca8-8381-bef80a1ac009, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=a16b945e-b164-4ca8-8381-bef80a1ac009,segment=NetworkSegment(0a4479a8-2092-4dd6-9759-50afb4a3e69f),segment_id=0a4479a8-2092-4dd6-9759-50afb4a3e69f)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 02:59:46.738825 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:46.801688 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=a16b945e-b164-4ca8-8381-bef80a1ac009,revision_number=5']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:46.905426 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43a233-5a14-49b9-bdb3-3170a6d17e50 req-68f75f83-2d72-4a63-8ff0-5f3cc5fb04a4 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:46.906945 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-3f43a233-5a14-49b9-bdb3-3170a6d17e50 req-68f75f83-2d72-4a63-8ff0-5f3cc5fb04a4 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0534577 Oct 18 02:59:46.978710 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-3f43a233-5a14-49b9-bdb3-3170a6d17e50 req-f24c8011-4757-44e0-9bf5-7cb100eeaa82 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601335 Oct 18 02:59:47.001355 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27652b4a-1c81-436c-8c0a-272c08e55d44 req-cfd54309-be55-4304-8783-a42f0ec2bbc0 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:47.003855 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-27652b4a-1c81-436c-8c0a-272c08e55d44 req-cfd54309-be55-4304-8783-a42f0ec2bbc0 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 945 time: 0.0631256 Oct 18 02:59:47.042402 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-27652b4a-1c81-436c-8c0a-272c08e55d44 req-36d16802-499d-4774-aeeb-e0db9ad23c25 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325828 Oct 18 02:59:47.450035 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85cdf85-6fdb-430f-bbd0-4aaea74cdfc0 req-44a97657-848a-4f61-a661-7a113d421210 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:47.456951 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d85cdf85-6fdb-430f-bbd0-4aaea74cdfc0 req-44a97657-848a-4f61-a661-7a113d421210 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.0579565 Oct 18 02:59:47.490982 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d85cdf85-6fdb-430f-bbd0-4aaea74cdfc0 req-ebbaafd4-7663-451e-948a-0727fafb8d9a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332031 Oct 18 02:59:47.880569 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fca94b-9b74-40d5-b7c2-3754fc72418c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5a915e-2000-4440-8ca0-90d2a386b43d'}, {'server_uuid': '9575e503-5c9a-4e7b-b89b-d13b526a9216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16b945e-b164-4ca8-8381-bef80a1ac009'}] {{(pid=106638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 02:59:47.883028 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd784869ff86f08281957869a4884f8f45cf6a5f98b2b439ba04ffc4a22c0e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e557248-e6ea-4fb7-9f13-0b4d43ee55da" -d '{"events": [{"server_uuid": "77fca94b-9b74-40d5-b7c2-3754fc72418c", "name": "network-vif-plugged", "status": "completed", "tag": "5f5a915e-2000-4440-8ca0-90d2a386b43d"}, {"server_uuid": "9575e503-5c9a-4e7b-b89b-d13b526a9216", "name": "network-vif-plugged", "status": "completed", "tag": "a16b945e-b164-4ca8-8381-bef80a1ac009"}]}' {{(pid=106638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 02:59:47.925105 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Oct 2021 02:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770c90eb-45c4-48cb-906e-63b0faec6c23 x-openstack-request-id: req-770c90eb-45c4-48cb-906e-63b0faec6c23 {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 02:59:47.925400 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77fca94b-9b74-40d5-b7c2-3754fc72418c", "name": "network-vif-plugged", "status": "completed", "tag": "5f5a915e-2000-4440-8ca0-90d2a386b43d", "code": 200}, {"server_uuid": "9575e503-5c9a-4e7b-b89b-d13b526a9216", "name": "network-vif-plugged", "status": "completed", "tag": "a16b945e-b164-4ca8-8381-bef80a1ac009", "code": 200}]} {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 02:59:47.925667 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-770c90eb-45c4-48cb-906e-63b0faec6c23 {{(pid=106638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 02:59:47.926076 dv-cinder-814333-1-iscsi neutron-server[106638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fca94b-9b74-40d5-b7c2-3754fc72418c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5a915e-2000-4440-8ca0-90d2a386b43d', 'code': 200} Oct 18 02:59:47.926324 dv-cinder-814333-1-iscsi neutron-server[106638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9575e503-5c9a-4e7b-b89b-d13b526a9216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16b945e-b164-4ca8-8381-bef80a1ac009', 'code': 200} Oct 18 02:59:48.098092 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80cb26-0f1e-4851-9d85-4cd389544781 req-8aa063b1-c954-4db7-94b4-4002fa4c1c49 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:48.099547 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6b80cb26-0f1e-4851-9d85-4cd389544781 req-8aa063b1-c954-4db7-94b4-4002fa4c1c49 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0502815 Oct 18 02:59:48.162905 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6b80cb26-0f1e-4851-9d85-4cd389544781 req-07d9bb1d-f5df-46e1-9a7d-16704a77ace5 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575287 Oct 18 02:59:48.184255 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd74cc8-eb70-406a-900e-5c3261ef6c3a req-3fd85e74-4128-463c-be1e-24511c4a27f1 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:48.185046 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cbd74cc8-eb70-406a-900e-5c3261ef6c3a req-3fd85e74-4128-463c-be1e-24511c4a27f1 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 945 time: 0.0664954 Oct 18 02:59:48.226566 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cbd74cc8-eb70-406a-900e-5c3261ef6c3a req-fe72dca7-99ba-4743-83be-93c31a06f16a tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348876 Oct 18 02:59:48.607154 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d31de-c6b4-4817-a04c-6f845dede621 req-14b81f4d-fe1e-4192-95d6-96e7d85ea007 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:48.608605 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c24d31de-c6b4-4817-a04c-6f845dede621 req-14b81f4d-fe1e-4192-95d6-96e7d85ea007 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.0482361 Oct 18 02:59:48.647345 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c24d31de-c6b4-4817-a04c-6f845dede621 req-31299478-a512-4eeb-b5b5-583fafa8f82c tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322371 Oct 18 02:59:49.270366 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-b80eaf6f-5eb8-488d-b83c-5053aef3fbb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:49.285947 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92cbc5e-dfd6-4dec-8a94-d434bca169a5 req-56a26cff-25ff-49ce-a576-e979b5b6b147 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:49.287450 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d92cbc5e-dfd6-4dec-8a94-d434bca169a5 req-56a26cff-25ff-49ce-a576-e979b5b6b147 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0577300 Oct 18 02:59:49.352941 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d92cbc5e-dfd6-4dec-8a94-d434bca169a5 req-797adfaf-d168-47c2-82d3-485a6b39aeac tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594954 Oct 18 02:59:49.368565 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebfa6b-ad22-45a2-900d-3fa9f9424d7d req-a7e294b0-5b8d-4a9e-98f6-e25ef5458933 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:49.370006 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cbebfa6b-ad22-45a2-900d-3fa9f9424d7d req-a7e294b0-5b8d-4a9e-98f6-e25ef5458933 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 945 time: 0.0707068 Oct 18 02:59:49.407535 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cbebfa6b-ad22-45a2-900d-3fa9f9424d7d req-0ed404fe-fc09-4a19-8713-b78b6d33502a tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317264 Oct 18 02:59:49.770855 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b88b0f-eaf8-47d2-8ea4-82e0060c57a2 req-c0aeac7e-78a7-40ec-9e95-9c1dfbdf89a4 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:49.772337 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-88b88b0f-eaf8-47d2-8ea4-82e0060c57a2 req-c0aeac7e-78a7-40ec-9e95-9c1dfbdf89a4 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.0488641 Oct 18 02:59:49.816208 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-88b88b0f-eaf8-47d2-8ea4-82e0060c57a2 req-1331b05f-4afa-4921-9b9f-e12c8f78f011 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376923 Oct 18 02:59:49.862509 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3f3a8-7dfd-49c4-b953-947613ec1af2 req-dfa9c181-6a14-4580-b820-384e5b6b9acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:49.863933 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-62f3f3a8-7dfd-49c4-b953-947613ec1af2 req-dfa9c181-6a14-4580-b820-384e5b6b9acd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 1098 time: 0.0401018 Oct 18 02:59:49.901083 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-62f3f3a8-7dfd-49c4-b953-947613ec1af2 req-72900a2f-ecce-412f-abf2-b3488afd3e1b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280952 Oct 18 02:59:50.104612 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7235340-df65-4e27-a435-d531ab29d268 req-8616273b-2594-4ccd-b575-228a4ba6ff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:50.106371 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-f7235340-df65-4e27-a435-d531ab29d268 req-8616273b-2594-4ccd-b575-228a4ba6ff99 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 1099 time: 0.2454226 Oct 18 02:59:50.474234 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55429586-8e49-460b-9c22-1ecc1446f078 req-e5edfc37-e308-4503-932c-6e5888a32775 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:50.476657 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-55429586-8e49-460b-9c22-1ecc1446f078 req-e5edfc37-e308-4503-932c-6e5888a32775 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0599759 Oct 18 02:59:50.545110 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-55429586-8e49-460b-9c22-1ecc1446f078 req-7477705e-3864-414b-96e1-e6fb6844ded6 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618851 Oct 18 02:59:50.557370 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5d33d-900c-4401-a273-2ba1b57d3965 req-c86f3154-9ef6-44a3-ade6-0cb8434d0830 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:50.558853 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5ac5d33d-900c-4401-a273-2ba1b57d3965 req-c86f3154-9ef6-44a3-ade6-0cb8434d0830 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 945 time: 0.0768359 Oct 18 02:59:50.596707 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5ac5d33d-900c-4401-a273-2ba1b57d3965 req-8c15b2a4-88a1-4f15-a4a9-4a8255d8a8c6 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312910 Oct 18 02:59:50.933307 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ade62-18fe-4495-a94b-55e6b13c7c1c req-b547318f-b598-4fbd-8745-e4cdf88cd9fb tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:50.934812 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-656ade62-18fe-4495-a94b-55e6b13c7c1c req-b547318f-b598-4fbd-8745-e4cdf88cd9fb tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.0478137 Oct 18 02:59:50.973425 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-656ade62-18fe-4495-a94b-55e6b13c7c1c req-d41ad485-af33-4d1a-800d-1bbe999f4844 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323238 Oct 18 02:59:51.658744 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764ef47-90d3-4a48-931c-966d9c7004ec req-16593f53-f319-4ce8-8055-2e68f2565977 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:51.660202 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-2764ef47-90d3-4a48-931c-966d9c7004ec req-16593f53-f319-4ce8-8055-2e68f2565977 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0501676 Oct 18 02:59:51.719813 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-2764ef47-90d3-4a48-931c-966d9c7004ec req-436fc223-60e2-4fc7-a031-b58695abe61d tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504379 Oct 18 02:59:51.731041 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493f33d-239c-474d-b069-d051860c4168 req-524bab7b-2eeb-40fc-9123-ee4118715622 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:51.732311 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6493f33d-239c-474d-b069-d051860c4168 req-524bab7b-2eeb-40fc-9123-ee4118715622 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 945 time: 0.0709043 Oct 18 02:59:51.770661 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6493f33d-239c-474d-b069-d051860c4168 req-13464b52-10b2-4066-8e03-03d85bd6c021 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311162 Oct 18 02:59:51.872979 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-7c7f935a-16be-4b07-b9a3-59503d3f3db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:52.088879 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642b0f6-114d-4827-a13a-5b9bcda40bf5 req-6647c201-eb2f-447f-ac92-60c020ea04dd tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:52.090360 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e642b0f6-114d-4827-a13a-5b9bcda40bf5 req-6647c201-eb2f-447f-ac92-60c020ea04dd tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.0475683 Oct 18 02:59:52.127736 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e642b0f6-114d-4827-a13a-5b9bcda40bf5 req-01d2d274-d310-4de6-ab29-ee8ff272ed3e tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304217 Oct 18 02:59:52.558617 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:52.926662 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-f7235340-df65-4e27-a435-d531ab29d268 req-5c8b30bc-32d0-4b85-b173-269c6ae07e3a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365105 Oct 18 02:59:53.038595 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b83c7-ad5b-45e2-9d5a-9d12cce426a9 req-472906f8-43fd-4048-a5a7-40d3f2e68ab2 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:53.039986 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-3f3b83c7-ad5b-45e2-9d5a-9d12cce426a9 req-472906f8-43fd-4048-a5a7-40d3f2e68ab2 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.2524774 Oct 18 02:59:53.059491 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8991a5-06b2-4ac4-8d87-37de68c5ca7e req-9c73727c-e200-4bf7-ba15-cb361eaed7be tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:53.060878 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ac8991a5-06b2-4ac4-8d87-37de68c5ca7e req-9c73727c-e200-4bf7-ba15-cb361eaed7be tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 945 time: 0.0698133 Oct 18 02:59:53.103613 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-3f3b83c7-ad5b-45e2-9d5a-9d12cce426a9 req-1b811212-23e4-489c-83fa-8eb7e3f8a7d3 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576959 Oct 18 02:59:53.117403 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ac8991a5-06b2-4ac4-8d87-37de68c5ca7e req-b0ba9bc3-b4ed-4d9a-80c4-f61633ef6839 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480447 Oct 18 02:59:53.238689 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:53.247557 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1942cb-0523-45db-a1d9-91a251db141f req-510d903c-fdf4-4c5a-927c-3cfe660f4349 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:53.248999 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7e1942cb-0523-45db-a1d9-91a251db141f req-510d903c-fdf4-4c5a-927c-3cfe660f4349 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.0491846 Oct 18 02:59:53.290987 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7e1942cb-0523-45db-a1d9-91a251db141f req-2eb905b0-1c7a-46c3-ac63-7de7d611a144 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353029 Oct 18 02:59:54.282209 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54246311-3f5b-4d19-a455-5b32f9b5dfcc req-5f7a6954-7c2e-460b-a784-b9eb01c0a242 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:54.284572 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-54246311-3f5b-4d19-a455-5b32f9b5dfcc req-5f7a6954-7c2e-460b-a784-b9eb01c0a242 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0992002 Oct 18 02:59:54.291693 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34360f1-379b-49e0-8b51-b85cf6355342 req-ef1dc1f3-9dff-4d2d-a67e-029fe3fd9fd9 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:54.293044 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e34360f1-379b-49e0-8b51-b85cf6355342 req-ef1dc1f3-9dff-4d2d-a67e-029fe3fd9fd9 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 945 time: 0.0888169 Oct 18 02:59:54.353614 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-54246311-3f5b-4d19-a455-5b32f9b5dfcc req-8aaeca91-ccc3-45fb-aaf4-c56231010171 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596309 Oct 18 02:59:54.414050 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e34360f1-379b-49e0-8b51-b85cf6355342 req-b101324c-19a3-4c39-b596-7e9e42915397 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531585 Oct 18 02:59:54.464924 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc594eb-5c75-48d5-80f3-b78c3bb0e474 req-b8d8bc39-5573-424c-b331-5adbf2524fbc tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:54.483822 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-acc594eb-5c75-48d5-80f3-b78c3bb0e474 req-b8d8bc39-5573-424c-b331-5adbf2524fbc tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.0564768 Oct 18 02:59:54.546741 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-acc594eb-5c75-48d5-80f3-b78c3bb0e474 req-a8302b6b-7e5d-47ce-8326-7b6fb22f1280 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443699 Oct 18 02:59:55.137904 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:55.452696 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 58978) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:55.566632 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d289d6c-4980-4db3-b9c8-a1fbae2110ed req-470332ab-e0fe-4cc6-9dc9-a82a614b0f77 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:55.570454 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9d289d6c-4980-4db3-b9c8-a1fbae2110ed req-470332ab-e0fe-4cc6-9dc9-a82a614b0f77 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.1042626 Oct 18 02:59:55.592697 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-2c2a8370-7e63-47c8-8674-44c7a1ef0d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:55.624178 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff330e-5084-4759-a305-7fc13fa12cab req-ff919a0c-f0ea-4156-ac57-c58725dd4ed0 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:55.630375 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4dff330e-5084-4759-a305-7fc13fa12cab req-ff919a0c-f0ea-4156-ac57-c58725dd4ed0 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 945 time: 0.1091242 Oct 18 02:59:55.667275 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9d289d6c-4980-4db3-b9c8-a1fbae2110ed req-d0f98424-7b09-450f-a6fb-f09b6ca7bd18 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903704 Oct 18 02:59:55.695513 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4dff330e-5084-4759-a305-7fc13fa12cab req-260912e3-6458-4ed3-bf0f-4fd3ef6e6a2a tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622718 Oct 18 02:59:55.754385 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-2c2a8370-7e63-47c8-8674-44c7a1ef0d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:55.831159 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f158c-96b1-4614-bc37-9b093d3a2e73 req-16478b65-5f1e-4036-bc84-e648001a112a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:55.832672 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a97f158c-96b1-4614-bc37-9b093d3a2e73 req-16478b65-5f1e-4036-bc84-e648001a112a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.0819757 Oct 18 02:59:55.835405 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-2c2a8370-7e63-47c8-8674-44c7a1ef0d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:55.867621 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49104ae8-1653-4574-b68c-10c19c974e44 req-916cfedb-aee7-4090-a96a-badf80eda1af tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:55.869105 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-49104ae8-1653-4574-b68c-10c19c974e44 req-916cfedb-aee7-4090-a96a-badf80eda1af tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0898850 Oct 18 02:59:55.878508 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 58992) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:55.883045 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-dbb86526-0dec-40af-9123-456be0ee5538 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Request body: {'floatingip': {'port_id': 'f317c9fd-d300-4a87-95e5-522ead93d023'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:59:55.904839 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a8370-7e63-47c8-8674-44c7a1ef0d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf0d470-9d34-4b26-bb78-2f6edcfebb8e,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:55.914107 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-2c2a8370-7e63-47c8-8674-44c7a1ef0d0d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a471d7b9938c48b894e8db134fc8a3fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4601407 Oct 18 02:59:55.920904 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 58994) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:55.938123 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a97f158c-96b1-4614-bc37-9b093d3a2e73 req-2650559f-885e-4676-940a-0cde3a2871af tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961461 Oct 18 02:59:55.981822 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-dbb86526-0dec-40af-9123-456be0ee5538 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for floatingip, before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:55.989781 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-448dd5b0-e9fd-49a8-aa31-d74285506670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:56.020654 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-448dd5b0-e9fd-49a8-aa31-d74285506670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:56.110396 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1c36a-6cac-482d-a10f-7f06dcd3ec48 req-78ea1c86-a785-4cac-9152-025006587f01 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:56.111908 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1dc1c36a-6cac-482d-a10f-7f06dcd3ec48 req-78ea1c86-a785-4cac-9152-025006587f01 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.0515599 Oct 18 02:59:56.120541 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 58998) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:56.132758 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-6c5dd312-bce1-4f31-a3b6-6fd087632543 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Request body: {'floatingip': {'port_id': 'a16b945e-b164-4ca8-8381-bef80a1ac009'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 02:59:56.189897 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-448dd5b0-e9fd-49a8-aa31-d74285506670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:56.193078 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-448dd5b0-e9fd-49a8-aa31-d74285506670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:56.194681 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-448dd5b0-e9fd-49a8-aa31-d74285506670 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fcf0d470-9d34-4b26-bb78-2f6edcfebb8e HTTP/1.1" status: 204 len: 168 time: 0.2739599 Oct 18 02:59:56.205078 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448dd5b0-e9fd-49a8-aa31-d74285506670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf0d470-9d34-4b26-bb78-2f6edcfebb8e,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:56.248119 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6c5dd312-bce1-4f31-a3b6-6fd087632543 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for floatingip, before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:56.381234 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6885d7-3e9f-4eb0-8c53-507126f55416 req-889dc89c-5903-40cc-9086-ede0100614fc tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:56.382814 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cb6885d7-3e9f-4eb0-8c53-507126f55416 req-889dc89c-5903-40cc-9086-ede0100614fc tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 945 time: 0.0584249 Oct 18 02:59:56.426110 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cb6885d7-3e9f-4eb0-8c53-507126f55416 req-002b2ac4-436b-4db3-9957-5c59ce4039ff tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371563 Oct 18 02:59:56.732495 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.db.resource_extend [None req-dbb86526-0dec-40af-9123-456be0ee5538 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 02:59:56.788701 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62447045-b3ff-4feb-8e80-ac82dafa014d req-1864fcd1-f1c4-470d-b174-7bc63b4e4fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:56.790208 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-62447045-b3ff-4feb-8e80-ac82dafa014d req-1864fcd1-f1c4-470d-b174-7bc63b4e4fbd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6894422efe52423ca3f7a27e517ac618&device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 1098 time: 0.3307717 Oct 18 02:59:56.871607 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-dbb86526-0dec-40af-9123-456be0ee5538 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:56.958507 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-dbb86526-0dec-40af-9123-456be0ee5538 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-612639'] for floatingip, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:57.168618 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 59044) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:57.185941 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a4c5b795-14bf-464b-a881-60cc4dccc53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:57.303579 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ee17c-8c05-4109-bbe4-f1842b2b5691 req-8b410779-df3d-46da-86d6-6e8f2aab04ba tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:57.305126 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9f7ee17c-8c05-4109-bbe4-f1842b2b5691 req-8b410779-df3d-46da-86d6-6e8f2aab04ba tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8fb5485-625a-4875-a323-b50e33a55402 HTTP/1.1" status: 200 len: 946 time: 0.0713484 Oct 18 02:59:57.313066 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62447045-b3ff-4feb-8e80-ac82dafa014d req-8ec16af4-faed-4050-9ba5-585c3b00c62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:57.315181 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-62447045-b3ff-4feb-8e80-ac82dafa014d req-8ec16af4-faed-4050-9ba5-585c3b00c62a service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d30303c-fcdb-4228-b9fc-587a12d80856 HTTP/1.1" status: 200 len: 920 time: 0.5111754 Oct 18 02:59:57.317982 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.db.l3_db [None req-dbb86526-0dec-40af-9123-456be0ee5538 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Floating IP 8e8762e0-8c65-4c8f-b554-4c57db97d2e7 associated. External IP: 172.27.3.93, port: f317c9fd-d300-4a87-95e5-522ead93d023. Oct 18 02:59:57.341035 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a4c5b795-14bf-464b-a881-60cc4dccc53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:57.358682 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9f7ee17c-8c05-4109-bbe4-f1842b2b5691 req-bebcf76c-9cf4-488b-8cce-4e51d49ca11a tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc8128f3-f05f-4754-9ccd-d9a140935e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427063 Oct 18 02:59:57.406546 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a4c5b795-14bf-464b-a881-60cc4dccc53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:57.441183 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-62447045-b3ff-4feb-8e80-ac82dafa014d req-4682f2fd-ef57-4b65-93f9-165666c8b3e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f5a915e-2000-4440-8ca0-90d2a386b43d HTTP/1.1" status: 200 len: 217 time: 0.0821741 Oct 18 02:59:57.449036 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-a4c5b795-14bf-464b-a881-60cc4dccc53d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=72971ecb30a84e17b54702a19ef95d06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2782602 Oct 18 02:59:57.449611 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5b795-14bf-464b-a881-60cc4dccc53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93abeedd-e3ef-460d-abbf-04f22042835b,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:57.451756 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 59058) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 02:59:57.473902 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5b795-14bf-464b-a881-60cc4dccc53d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:59:57.473902 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5b795-14bf-464b-a881-60cc4dccc53d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:59:57.473902 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5b795-14bf-464b-a881-60cc4dccc53d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:59:57.473902 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5b795-14bf-464b-a881-60cc4dccc53d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:59:57.474313 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.db.resource_extend [None req-6c5dd312-bce1-4f31-a3b6-6fd087632543 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 02:59:57.474398 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5b795-14bf-464b-a881-60cc4dccc53d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:59:57.474398 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5b795-14bf-464b-a881-60cc4dccc53d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:59:57.474398 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5b795-14bf-464b-a881-60cc4dccc53d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:59:57.474398 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5b795-14bf-464b-a881-60cc4dccc53d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:59:57.474398 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5b795-14bf-464b-a881-60cc4dccc53d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:59:57.474398 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5b795-14bf-464b-a881-60cc4dccc53d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:59:57.474795 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5b795-14bf-464b-a881-60cc4dccc53d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:59:57.475126 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5b795-14bf-464b-a881-60cc4dccc53d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 02:59:57.518952 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-62dc163b-833e-4635-b2c9-6b02cf45decb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:57.545354 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-62dc163b-833e-4635-b2c9-6b02cf45decb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:57.567302 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62447045-b3ff-4feb-8e80-ac82dafa014d req-41128ee5-098e-4d3d-b405-b44b295f5a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:57.580846 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-62447045-b3ff-4feb-8e80-ac82dafa014d req-41128ee5-098e-4d3d-b405-b44b295f5a8d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=408cb873-47be-40b3-8bec-d74941eb7535 HTTP/1.1" status: 200 len: 859 time: 0.1177075 Oct 18 02:59:57.580846 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6c5dd312-bce1-4f31-a3b6-6fd087632543 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:57.630828 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdc629-0482-4c23-a91f-0600175abad1 req-7da40a37-4da1-4538-bbf6-31d0e9bb6562 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:57.632450 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-bdfdc629-0482-4c23-a91f-0600175abad1 req-7da40a37-4da1-4538-bbf6-31d0e9bb6562 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 945 time: 0.0763071 Oct 18 02:59:57.664816 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-62447045-b3ff-4feb-8e80-ac82dafa014d req-dffe6c56-075a-44b0-8c4b-50bf11888730 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d30303c-fcdb-4228-b9fc-587a12d80856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530570 Oct 18 02:59:57.668947 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6c5dd312-bce1-4f31-a3b6-6fd087632543 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-612639'] for floatingip, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:57.672849 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-bdfdc629-0482-4c23-a91f-0600175abad1 req-4eafe398-d580-4e35-b8c8-9cffe1edca4d tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336275 Oct 18 02:59:57.759176 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-62dc163b-833e-4635-b2c9-6b02cf45decb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:57.762150 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-62dc163b-833e-4635-b2c9-6b02cf45decb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:57.765836 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-62dc163b-833e-4635-b2c9-6b02cf45decb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/93abeedd-e3ef-460d-abbf-04f22042835b HTTP/1.1" status: 204 len: 168 time: 0.3099718 Oct 18 02:59:57.777090 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc163b-833e-4635-b2c9-6b02cf45decb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93abeedd-e3ef-460d-abbf-04f22042835b,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 02:59:57.834999 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb86526-0dec-40af-9123-456be0ee5538 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Router 0d03d7ff-e945-42d0-ab49-8db15756a142 has already been hosted by L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 {{(pid=106637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 02:59:57.871557 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.db.l3_db [None req-6c5dd312-bce1-4f31-a3b6-6fd087632543 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Floating IP 3e708cf2-dd30-4d82-b8dc-62b7b014deb4 associated. External IP: 172.27.3.76, port: a16b945e-b164-4ca8-8381-bef80a1ac009. Oct 18 02:59:57.887527 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-62447045-b3ff-4feb-8e80-ac82dafa014d req-80b0fa28-c904-45e5-acba-659745d4dadd service neutron] 10.222.0.36 "GET /v2.0/networks/4d30303c-fcdb-4228-b9fc-587a12d80856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776962 Oct 18 02:59:58.136495 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb86526-0dec-40af-9123-456be0ee5538 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 02:59:58.141894 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-dbb86526-0dec-40af-9123-456be0ee5538 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for floatingip, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:58.145457 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-62447045-b3ff-4feb-8e80-ac82dafa014d req-c70671ac-2777-46ca-9c6e-4f442590ee41 service neutron] 10.222.0.36 "GET /v2.0/networks/4d30303c-fcdb-4228-b9fc-587a12d80856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047510 Oct 18 02:59:58.156612 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406b7341-976d-43f7-b449-a52cd4a5a50a None None] Sync routers for ids ['0d03d7ff-e945-42d0-ab49-8db15756a142'] in dv-cinder-814333-1-iscsi {{(pid=106639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 02:59:58.186060 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406b7341-976d-43f7-b449-a52cd4a5a50a None None] Routers {'0d03d7ff-e945-42d0-ab49-8db15756a142'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 02:59:58.186807 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-406b7341-976d-43f7-b449-a52cd4a5a50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T02:59:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['0d03d7ff-e945-42d0-ab49-8db15756a142'], 'active': True} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:59:58.241004 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-dbb86526-0dec-40af-9123-456be0ee5538 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "PUT /v2.0/floatingips/8e8762e0-8c65-4c8f-b554-4c57db97d2e7 HTTP/1.1" status: 200 len: 990 time: 2.3551996 Oct 18 02:59:58.241004 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74dc837c-fd62-45fc-b11c-8404c58c936f', 'tag': 'f317c9fd-d300-4a87-95e5-522ead93d023'}] {{(pid=106637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 02:59:58.241004 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84e416a7c2bb109cea857a7500c5c4b938dbd8fc9acb645868c31a21fed55845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc5cebb-8f74-480d-890f-a2a8f806c69f" -d '{"events": [{"name": "network-changed", "server_uuid": "74dc837c-fd62-45fc-b11c-8404c58c936f", "tag": "f317c9fd-d300-4a87-95e5-522ead93d023"}]}' {{(pid=106637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 02:59:58.330766 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvr_db [None req-406b7341-976d-43f7-b449-a52cd4a5a50a None None] Set router 0d03d7ff-e945-42d0-ab49-8db15756a142 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 02:59:58.348358 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5dd312-bce1-4f31-a3b6-6fd087632543 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Router 86dd0e9b-cdad-4570-8898-2dd4fe203da6 has already been hosted by L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 {{(pid=106637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 02:59:58.373112 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 02:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d654b1db-86d4-4136-a326-31689abb60df x-openstack-request-id: req-d654b1db-86d4-4136-a326-31689abb60df {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 02:59:58.373385 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74dc837c-fd62-45fc-b11c-8404c58c936f", "tag": "f317c9fd-d300-4a87-95e5-522ead93d023", "status": "completed", "code": 200}]} {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 02:59:58.374254 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d654b1db-86d4-4136-a326-31689abb60df {{(pid=106637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 02:59:58.374653 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74dc837c-fd62-45fc-b11c-8404c58c936f', 'tag': 'f317c9fd-d300-4a87-95e5-522ead93d023', 'status': 'completed', 'code': 200} Oct 18 02:59:58.563736 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c446554-cb7c-4ce0-94fc-a50719513e31 req-167e6b69-a72b-4610-8ba7-0e7573fa18f1 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:58.567650 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-3c446554-cb7c-4ce0-94fc-a50719513e31 req-167e6b69-a72b-4610-8ba7-0e7573fa18f1 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8fb5485-625a-4875-a323-b50e33a55402 HTTP/1.1" status: 200 len: 946 time: 0.1046236 Oct 18 02:59:58.658867 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-3c446554-cb7c-4ce0-94fc-a50719513e31 req-e26b4c5f-ade9-4576-8b48-9a3fed6e9dbc tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc8128f3-f05f-4754-9ccd-d9a140935e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844059 Oct 18 02:59:58.695869 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-406b7341-976d-43f7-b449-a52cd4a5a50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'name': 'tempest-AttachVolumeTestJSON-998918899-router', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:59:02Z', 'updated_at': '2021-10-18T02:59:10Z', 'revision_number': 4, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'gw_port': {'id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:22:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:04Z', 'updated_at': '2021-10-18T02:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_floatingips': [{'id': '8e8762e0-8c65-4c8f-b554-4c57db97d2e7', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'floating_ip_address': '172.27.3.93', 'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'router_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'port_id': 'f317c9fd-d300-4a87-95e5-522ead93d023', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920', 'mac_address': 'fa:16:3e:18:76:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc837c-fd62-45fc-b11c-8404c58c936f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T02:59:20Z', 'updated_at': '2021-10-18T02:59:56Z', 'revision_number': 1, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4156a283-147d-429a-aebe-dd4af3bf20ea', 'name': '', 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'mac_address': 'fa:16:3e:8d:84:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a35e1d0-99d4-4e94-85dc-79f79e40c7d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:08Z', 'updated_at': '2021-10-18T02:59:17Z', 'revision_number': 5, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'subnets': [{'id': '4a35e1d0-99d4-4e94-85dc-79f79e40c7d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:59:58.750896 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406b7341-976d-43f7-b449-a52cd4a5a50a None None] Checking router: 0d03d7ff-e945-42d0-ab49-8db15756a142 for host: dv-cinder-814333-1-iscsi {{(pid=106639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 02:59:58.760922 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406b7341-976d-43f7-b449-a52cd4a5a50a None None] Routers {'0d03d7ff-e945-42d0-ab49-8db15756a142'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 02:59:58.761642 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-406b7341-976d-43f7-b449-a52cd4a5a50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T02:59:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['0d03d7ff-e945-42d0-ab49-8db15756a142'], 'active': True} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:59:58.823016 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5cebb-8f74-480d-890f-a2a8f806c69f req-5eb080c5-e6d3-4f10-add3-78833efac5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:58.824586 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-5dc5cebb-8f74-480d-890f-a2a8f806c69f req-5eb080c5-e6d3-4f10-add3-78833efac5a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8d2c0c120394030962ebe6c7201e21d&device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 1098 time: 0.3045957 Oct 18 02:59:58.826999 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308bf2d-ab83-44a4-ab75-cc9908ca7ea7 req-425d6933-fef8-4c65-9084-1015390e80e2 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:58.841323 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5dd312-bce1-4f31-a3b6-6fd087632543 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 02:59:58.846497 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6c5dd312-bce1-4f31-a3b6-6fd087632543 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for floatingip, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 02:59:58.855536 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23983161-782d-410f-ab33-2fa40669a25e None None] Sync routers for ids ['86dd0e9b-cdad-4570-8898-2dd4fe203da6'] in dv-cinder-814333-1-iscsi {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 02:59:58.859709 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e308bf2d-ab83-44a4-ab75-cc9908ca7ea7 req-425d6933-fef8-4c65-9084-1015390e80e2 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 945 time: 0.0983024 Oct 18 02:59:58.878989 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23983161-782d-410f-ab33-2fa40669a25e None None] Routers {'86dd0e9b-cdad-4570-8898-2dd4fe203da6'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 02:59:58.880081 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-23983161-782d-410f-ab33-2fa40669a25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T02:59:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['86dd0e9b-cdad-4570-8898-2dd4fe203da6'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:59:58.886268 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-6c5dd312-bce1-4f31-a3b6-6fd087632543 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "PUT /v2.0/floatingips/3e708cf2-dd30-4d82-b8dc-62b7b014deb4 HTTP/1.1" status: 200 len: 991 time: 2.7645488 Oct 18 02:59:58.960685 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvr_db [None req-406b7341-976d-43f7-b449-a52cd4a5a50a None None] Set router 0d03d7ff-e945-42d0-ab49-8db15756a142 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 02:59:58.984943 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e308bf2d-ab83-44a4-ab75-cc9908ca7ea7 req-a52c224d-2f7e-4ce8-8dad-f43ad31ba59a tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087561 Oct 18 02:59:59.005906 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5cebb-8f74-480d-890f-a2a8f806c69f req-cc6b03a0-d350-41b1-82e3-0d33ff4e8e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:59.010351 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-5dc5cebb-8f74-480d-890f-a2a8f806c69f req-cc6b03a0-d350-41b1-82e3-0d33ff4e8e5e service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac1fdfa5-8257-478e-8751-4284ba979920 HTTP/1.1" status: 200 len: 911 time: 0.1263549 Oct 18 02:59:59.063488 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-23983161-782d-410f-ab33-2fa40669a25e None None] Set router 86dd0e9b-cdad-4570-8898-2dd4fe203da6 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 02:59:59.125759 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-5dc5cebb-8f74-480d-890f-a2a8f806c69f req-85627b9d-2c66-4221-93f4-a4501366e909 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f317c9fd-d300-4a87-95e5-522ead93d023 HTTP/1.1" status: 200 len: 998 time: 0.1070261 Oct 18 02:59:59.203709 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5cebb-8f74-480d-890f-a2a8f806c69f req-4d641fef-54a5-4b7f-a7b3-52486638a8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:59.205504 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-5dc5cebb-8f74-480d-890f-a2a8f806c69f req-4d641fef-54a5-4b7f-a7b3-52486638a8f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a35e1d0-99d4-4e94-85dc-79f79e40c7d5 HTTP/1.1" status: 200 len: 849 time: 0.0562956 Oct 18 02:59:59.266781 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5cebb-8f74-480d-890f-a2a8f806c69f req-86161a35-0033-4581-a491-7f67ed134877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:59.268893 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-5dc5cebb-8f74-480d-890f-a2a8f806c69f req-86161a35-0033-4581-a491-7f67ed134877 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac1fdfa5-8257-478e-8751-4284ba979920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519300 Oct 18 02:59:59.410324 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-406b7341-976d-43f7-b449-a52cd4a5a50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'name': 'tempest-AttachVolumeTestJSON-998918899-router', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:59:02Z', 'updated_at': '2021-10-18T02:59:10Z', 'revision_number': 4, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'gw_port': {'id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:22:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:04Z', 'updated_at': '2021-10-18T02:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_floatingips': [{'id': '8e8762e0-8c65-4c8f-b554-4c57db97d2e7', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'floating_ip_address': '172.27.3.93', 'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'router_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'port_id': 'f317c9fd-d300-4a87-95e5-522ead93d023', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920', 'mac_address': 'fa:16:3e:18:76:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc837c-fd62-45fc-b11c-8404c58c936f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T02:59:20Z', 'updated_at': '2021-10-18T02:59:56Z', 'revision_number': 1, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4156a283-147d-429a-aebe-dd4af3bf20ea', 'name': '', 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'mac_address': 'fa:16:3e:8d:84:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a35e1d0-99d4-4e94-85dc-79f79e40c7d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:08Z', 'updated_at': '2021-10-18T02:59:17Z', 'revision_number': 5, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'subnets': [{'id': '4a35e1d0-99d4-4e94-85dc-79f79e40c7d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:59:59.424425 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-5dc5cebb-8f74-480d-890f-a2a8f806c69f req-0cce87b3-f32b-49a0-8a0e-968e3c620e6f service neutron] 10.222.0.36 "GET /v2.0/networks/ac1fdfa5-8257-478e-8751-4284ba979920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428142 Oct 18 02:59:59.442537 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406b7341-976d-43f7-b449-a52cd4a5a50a None None] The sync data for ids ['0d03d7ff-e945-42d0-ab49-8db15756a142'] in dv-cinder-814333-1-iscsi is: [{'id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'name': 'tempest-AttachVolumeTestJSON-998918899-router', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:59:02Z', 'updated_at': '2021-10-18T02:59:10Z', 'revision_number': 4, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'gw_port': {'id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:22:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:04Z', 'updated_at': '2021-10-18T02:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_floatingips': [{'id': '8e8762e0-8c65-4c8f-b554-4c57db97d2e7', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'floating_ip_address': '172.27.3.93', 'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'router_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'port_id': 'f317c9fd-d300-4a87-95e5-522ead93d023', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920', 'mac_address': 'fa:16:3e:18:76:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc837c-fd62-45fc-b11c-8404c58c936f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T02:59:20Z', 'updated_at': '2021-10-18T02:59:56Z', 'revision_number': 1, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4156a283-147d-429a-aebe-dd4af3bf20ea', 'name': '', 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'mac_address': 'fa:16:3e:8d:84:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a35e1d0-99d4-4e94-85dc-79f79e40c7d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:08Z', 'updated_at': '2021-10-18T02:59:17Z', 'revision_number': 5, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'subnets': [{'id': '4a35e1d0-99d4-4e94-85dc-79f79e40c7d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 02:59:59.553946 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-5dc5cebb-8f74-480d-890f-a2a8f806c69f req-74a16f42-6ade-4e98-a0f6-b8616c69dc3c service neutron] 10.222.0.36 "GET /v2.0/networks/ac1fdfa5-8257-478e-8751-4284ba979920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180174 Oct 18 02:59:59.589898 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-23983161-782d-410f-ab33-2fa40669a25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'name': 'tempest-AttachVolumeShelveTestJSON-812679274-router', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'c9c3470f-225d-4d95-9e29-b9c1de32b581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:58:58Z', 'updated_at': '2021-10-18T02:59:04Z', 'revision_number': 4, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'gw_port': {'id': 'c9c3470f-225d-4d95-9e29-b9c1de32b581', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:58:58Z', 'updated_at': '2021-10-18T02:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_floatingips': [{'id': '3e708cf2-dd30-4d82-b8dc-62b7b014deb4', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'floating_ip_address': '172.27.3.76', 'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'router_id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'port_id': 'a16b945e-b164-4ca8-8381-bef80a1ac009', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba', 'mac_address': 'fa:16:3e:f5:65:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9575e503-5c9a-4e7b-b89b-d13b526a9216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T02:59:17Z', 'updated_at': '2021-10-18T02:59:57Z', 'revision_number': 1, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca4c779b-7758-45c3-b63d-84310c307805', 'name': '', 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'mac_address': 'fa:16:3e:3d:66:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dead32d3-ed00-4228-a06c-9c73190d2cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:03Z', 'updated_at': '2021-10-18T02:59:09Z', 'revision_number': 5, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'subnets': [{'id': 'dead32d3-ed00-4228-a06c-9c73190d2cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:59:59.615364 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23983161-782d-410f-ab33-2fa40669a25e None None] Checking router: 86dd0e9b-cdad-4570-8898-2dd4fe203da6 for host: dv-cinder-814333-1-iscsi {{(pid=106638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 02:59:59.632530 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23983161-782d-410f-ab33-2fa40669a25e None None] Routers {'86dd0e9b-cdad-4570-8898-2dd4fe203da6'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 02:59:59.633184 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-23983161-782d-410f-ab33-2fa40669a25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T02:59:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['86dd0e9b-cdad-4570-8898-2dd4fe203da6'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 02:59:59.728406 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda5f0f-9238-47fe-bc22-896d3b1aa594 req-4e2df393-c286-4f0a-92d5-47cc2e07a0ac tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:59.730288 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-3eda5f0f-9238-47fe-bc22-896d3b1aa594 req-4e2df393-c286-4f0a-92d5-47cc2e07a0ac tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fb5485-625a-4875-a323-b50e33a55402 HTTP/1.1" status: 200 len: 946 time: 0.1175210 Oct 18 02:59:59.781528 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738a4caf-ac92-4ab7-b9fe-871635a4dd13 None None] New status for floating IP 8e8762e0-8c65-4c8f-b554-4c57db97d2e7: ACTIVE {{(pid=106639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 02:59:59.788400 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-23983161-782d-410f-ab33-2fa40669a25e None None] Set router 86dd0e9b-cdad-4570-8898-2dd4fe203da6 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 02:59:59.843386 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d649d-a4bd-4c42-9a2a-6db177916f40 req-2a8a57e6-9c14-4790-beff-443b54e85fd7 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 02:59:59.846082 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b78d649d-a4bd-4c42-9a2a-6db177916f40 req-2a8a57e6-9c14-4790-beff-443b54e85fd7 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8fb5485-625a-4875-a323-b50e33a55402 HTTP/1.1" status: 200 len: 946 time: 0.0908377 Oct 18 02:59:59.904587 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b78d649d-a4bd-4c42-9a2a-6db177916f40 req-c40e713a-86a4-4c4b-be95-9d23ec902f3b tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc8128f3-f05f-4754-9ccd-d9a140935e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453641 Oct 18 02:59:59.949887 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [req-3eda5f0f-9238-47fe-bc22-896d3b1aa594 req-e34eb500-ee5e-4d09-8da9-c7fb5059faaa tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Deleting port caf71140-c6b7-4be5-9396-592b222a5dba {{(pid=106637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 02:59:59.950235 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-3eda5f0f-9238-47fe-bc22-896d3b1aa594 req-e34eb500-ee5e-4d09-8da9-c7fb5059faaa tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:00.099789 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [req-3eda5f0f-9238-47fe-bc22-896d3b1aa594 req-e34eb500-ee5e-4d09-8da9-c7fb5059faaa tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] For port caf71140-c6b7-4be5-9396-592b222a5dba, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=caf71140-c6b7-4be5-9396-592b222a5dba,segment=NetworkSegment(53b30990-a1b0-4da9-98f1-781d7f1c488d),segment_id=53b30990-a1b0-4da9-98f1-781d7f1c488d)] {{(pid=106637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:00:00.100155 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-3eda5f0f-9238-47fe-bc22-896d3b1aa594 req-e34eb500-ee5e-4d09-8da9-c7fb5059faaa tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:00.129499 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [req-3eda5f0f-9238-47fe-bc22-896d3b1aa594 req-e34eb500-ee5e-4d09-8da9-c7fb5059faaa tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Calling delete_port for caf71140-c6b7-4be5-9396-592b222a5dba owned by compute:nova {{(pid=106637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:00:00.146145 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-23983161-782d-410f-ab33-2fa40669a25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'name': 'tempest-AttachVolumeShelveTestJSON-812679274-router', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'c9c3470f-225d-4d95-9e29-b9c1de32b581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:58:58Z', 'updated_at': '2021-10-18T02:59:04Z', 'revision_number': 4, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'gw_port': {'id': 'c9c3470f-225d-4d95-9e29-b9c1de32b581', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:58:58Z', 'updated_at': '2021-10-18T02:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_floatingips': [{'id': '3e708cf2-dd30-4d82-b8dc-62b7b014deb4', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'floating_ip_address': '172.27.3.76', 'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'router_id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'port_id': 'a16b945e-b164-4ca8-8381-bef80a1ac009', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba', 'mac_address': 'fa:16:3e:f5:65:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9575e503-5c9a-4e7b-b89b-d13b526a9216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T02:59:17Z', 'updated_at': '2021-10-18T02:59:57Z', 'revision_number': 1, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca4c779b-7758-45c3-b63d-84310c307805', 'name': '', 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'mac_address': 'fa:16:3e:3d:66:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dead32d3-ed00-4228-a06c-9c73190d2cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:03Z', 'updated_at': '2021-10-18T02:59:09Z', 'revision_number': 5, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'subnets': [{'id': 'dead32d3-ed00-4228-a06c-9c73190d2cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:00:00.149714 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414254b-6e1e-470c-85ed-d5bd5aab4ff9 req-fbf0c184-0beb-4647-9ef9-cbd0a69b4094 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:00.151453 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f414254b-6e1e-470c-85ed-d5bd5aab4ff9 req-fbf0c184-0beb-4647-9ef9-cbd0a69b4094 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 945 time: 0.0654922 Oct 18 03:00:00.188248 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23983161-782d-410f-ab33-2fa40669a25e None None] The sync data for ids ['86dd0e9b-cdad-4570-8898-2dd4fe203da6'] in dv-cinder-814333-1-iscsi is: [{'id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'name': 'tempest-AttachVolumeShelveTestJSON-812679274-router', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'c9c3470f-225d-4d95-9e29-b9c1de32b581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:58:58Z', 'updated_at': '2021-10-18T02:59:04Z', 'revision_number': 4, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'gw_port': {'id': 'c9c3470f-225d-4d95-9e29-b9c1de32b581', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:58:58Z', 'updated_at': '2021-10-18T02:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_floatingips': [{'id': '3e708cf2-dd30-4d82-b8dc-62b7b014deb4', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'floating_ip_address': '172.27.3.76', 'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'router_id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'port_id': 'a16b945e-b164-4ca8-8381-bef80a1ac009', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba', 'mac_address': 'fa:16:3e:f5:65:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9575e503-5c9a-4e7b-b89b-d13b526a9216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T02:59:17Z', 'updated_at': '2021-10-18T02:59:57Z', 'revision_number': 1, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca4c779b-7758-45c3-b63d-84310c307805', 'name': '', 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'mac_address': 'fa:16:3e:3d:66:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dead32d3-ed00-4228-a06c-9c73190d2cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:03Z', 'updated_at': '2021-10-18T02:59:09Z', 'revision_number': 5, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'subnets': [{'id': 'dead32d3-ed00-4228-a06c-9c73190d2cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 03:00:00.228690 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f414254b-6e1e-470c-85ed-d5bd5aab4ff9 req-9d6160ec-3935-4197-aa22-5cf4c4d4e32f tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669746 Oct 18 03:00:00.375659 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9575e503-5c9a-4e7b-b89b-d13b526a9216', 'tag': 'a16b945e-b164-4ca8-8381-bef80a1ac009'}] {{(pid=106637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:00:00.378748 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84e416a7c2bb109cea857a7500c5c4b938dbd8fc9acb645868c31a21fed55845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859d4710-eee3-4c94-ad33-a621a1085c64" -d '{"events": [{"name": "network-changed", "server_uuid": "9575e503-5c9a-4e7b-b89b-d13b526a9216", "tag": "a16b945e-b164-4ca8-8381-bef80a1ac009"}]}' {{(pid=106637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:00:00.382923 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-3eda5f0f-9238-47fe-bc22-896d3b1aa594 req-e34eb500-ee5e-4d09-8da9-c7fb5059faaa tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:00.396318 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['caf71140-c6b7-4be5-9396-592b222a5dba'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:00:00.422954 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 03:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a91b399-994e-46a4-842e-66437fa91a2c x-openstack-request-id: req-3a91b399-994e-46a4-842e-66437fa91a2c {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:00:00.423824 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9575e503-5c9a-4e7b-b89b-d13b526a9216", "tag": "a16b945e-b164-4ca8-8381-bef80a1ac009", "status": "completed", "code": 200}]} {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:00:00.424140 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3a91b399-994e-46a4-842e-66437fa91a2c {{(pid=106637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:00:00.424610 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9575e503-5c9a-4e7b-b89b-d13b526a9216', 'tag': 'a16b945e-b164-4ca8-8381-bef80a1ac009', 'status': 'completed', 'code': 200} Oct 18 03:00:00.429031 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34eb500-ee5e-4d09-8da9-c7fb5059faaa tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Pushing event deleted for resources: {'Port': ['ID=caf71140-c6b7-4be5-9396-592b222a5dba,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:00.449027 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34eb500-ee5e-4d09-8da9-c7fb5059faaa tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:00:00.449027 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34eb500-ee5e-4d09-8da9-c7fb5059faaa tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:00:00.449027 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34eb500-ee5e-4d09-8da9-c7fb5059faaa tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:00:00.449027 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34eb500-ee5e-4d09-8da9-c7fb5059faaa tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:00:00.449027 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34eb500-ee5e-4d09-8da9-c7fb5059faaa tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:00:00.449027 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34eb500-ee5e-4d09-8da9-c7fb5059faaa tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:00:00.449027 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34eb500-ee5e-4d09-8da9-c7fb5059faaa tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:00:00.449027 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34eb500-ee5e-4d09-8da9-c7fb5059faaa tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:00:00.449027 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34eb500-ee5e-4d09-8da9-c7fb5059faaa tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:00:00.449027 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34eb500-ee5e-4d09-8da9-c7fb5059faaa tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:00:00.449027 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34eb500-ee5e-4d09-8da9-c7fb5059faaa tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:00:00.449027 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34eb500-ee5e-4d09-8da9-c7fb5059faaa tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:00:00.466892 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a793155-f15c-4416-a982-d22c0b07ce34 None None] New status for floating IP 3e708cf2-dd30-4d82-b8dc-62b7b014deb4: ACTIVE {{(pid=106638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 03:00:00.520860 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eda5f0f-9238-47fe-bc22-896d3b1aa594 req-e34eb500-ee5e-4d09-8da9-c7fb5059faaa tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] No DVR routers for this DVR port caf71140-c6b7-4be5-9396-592b222a5dba on host hv-cinder-81433 {{(pid=106637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 03:00:00.521073 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d4710-eee3-4c94-ad33-a621a1085c64 req-dbc97ba2-f978-455b-a426-2491752f3065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:00.523638 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-859d4710-eee3-4c94-ad33-a621a1085c64 req-dbc97ba2-f978-455b-a426-2491752f3065 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2bab566054f4b83aef927c6227a69ea&device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 1099 time: 0.0683296 Oct 18 03:00:00.525251 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-3eda5f0f-9238-47fe-bc22-896d3b1aa594 req-e34eb500-ee5e-4d09-8da9-c7fb5059faaa tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:00.529046 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-3eda5f0f-9238-47fe-bc22-896d3b1aa594 req-e34eb500-ee5e-4d09-8da9-c7fb5059faaa tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.36 "DELETE /v2.0/ports/caf71140-c6b7-4be5-9396-592b222a5dba HTTP/1.1" status: 204 len: 173 time: 0.7856817 Oct 18 03:00:00.669755 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d4710-eee3-4c94-ad33-a621a1085c64 req-a2b209af-16fb-405e-b370-492dca244f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:00.671259 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-859d4710-eee3-4c94-ad33-a621a1085c64 req-a2b209af-16fb-405e-b370-492dca244f8e service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e8a63a2-5796-4af1-8add-99fedc042cba HTTP/1.1" status: 200 len: 917 time: 0.1317885 Oct 18 03:00:00.802006 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-859d4710-eee3-4c94-ad33-a621a1085c64 req-c7639cd7-f3d4-4f04-9647-59b252b76a90 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a16b945e-b164-4ca8-8381-bef80a1ac009 HTTP/1.1" status: 200 len: 999 time: 0.1141970 Oct 18 03:00:00.873519 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d4710-eee3-4c94-ad33-a621a1085c64 req-4989d7a0-4629-4e5e-944b-ddedf6bc0c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:00.874976 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-859d4710-eee3-4c94-ad33-a621a1085c64 req-4989d7a0-4629-4e5e-944b-ddedf6bc0c10 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dead32d3-ed00-4228-a06c-9c73190d2cad HTTP/1.1" status: 200 len: 855 time: 0.0474641 Oct 18 03:00:00.931836 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d4710-eee3-4c94-ad33-a621a1085c64 req-716fb754-1003-4410-a200-614435111c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:00.933364 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-859d4710-eee3-4c94-ad33-a621a1085c64 req-716fb754-1003-4410-a200-614435111c9f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e8a63a2-5796-4af1-8add-99fedc042cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462196 Oct 18 03:00:01.029474 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6966ee36-9ae3-40ad-9991-7e119b22d7a3 req-4525c1e7-7d32-4f44-a0b4-e7c91f731361 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8fb5485-625a-4875-a323-b50e33a55402 HTTP/1.1" status: 200 len: 210 time: 0.0307813 Oct 18 03:00:01.076725 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-859d4710-eee3-4c94-ad33-a621a1085c64 req-a19b74b3-b169-4da7-b95c-154e980b6d59 service neutron] 10.222.0.36 "GET /v2.0/networks/2e8a63a2-5796-4af1-8add-99fedc042cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230597 Oct 18 03:00:01.207613 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-859d4710-eee3-4c94-ad33-a621a1085c64 req-07803590-2515-4c55-9b83-da8098663510 service neutron] 10.222.0.36 "GET /v2.0/networks/2e8a63a2-5796-4af1-8add-99fedc042cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154001 Oct 18 03:00:01.350238 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2621147-9483-4a3a-8bff-c231a4876dec req-6d3da6c3-f77e-4e72-9a47-811cc7c1f01b tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:01.351748 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a2621147-9483-4a3a-8bff-c231a4876dec req-6d3da6c3-f77e-4e72-9a47-811cc7c1f01b tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 945 time: 0.0509257 Oct 18 03:00:01.406266 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a2621147-9483-4a3a-8bff-c231a4876dec req-653906eb-9bcd-40ee-aa4e-fccf18468714 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477920 Oct 18 03:00:01.672914 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e5260346-28c9-4921-bfb3-90a89be75ef1 req-3587bd86-e969-46ff-8690-d9afc6c9206e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d8fb5485-625a-4875-a323-b50e33a55402&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0241921 Oct 18 03:00:01.745827 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e5260346-28c9-4921-bfb3-90a89be75ef1 req-3a2c0e01-20da-4af9-97f7-5dc76387da9f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46f89774823840d2b151278fb966b894&device_id=d8fb5485-625a-4875-a323-b50e33a55402 HTTP/1.1" status: 200 len: 210 time: 0.0278342 Oct 18 03:00:01.934429 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 59256) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:01.943381 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5260346-28c9-4921-bfb3-90a89be75ef1 req-b70d56a2-5616-497a-a7f7-71f3e59a5926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:01.944533 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e5260346-28c9-4921-bfb3-90a89be75ef1 req-b70d56a2-5616-497a-a7f7-71f3e59a5926 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=46f89774823840d2b151278fb966b894&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1656265 Oct 18 03:00:02.059815 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f4a34e50-9dca-4249-9970-81df33931c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:02.147919 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f4a34e50-9dca-4249-9970-81df33931c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:02.179380 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f6e6f453-2b67-48ed-8543-9834f66b0ad6 req-2f3baebb-608e-4a04-9cbf-c62175b0a571 tempest-DeleteServersTestJSON-363506339 tempest-DeleteServersTestJSON-363506339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8fb5485-625a-4875-a323-b50e33a55402 HTTP/1.1" status: 200 len: 210 time: 0.0448179 Oct 18 03:00:02.184762 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5260346-28c9-4921-bfb3-90a89be75ef1 req-6d147d9b-5823-4bee-ad55-a66f2afc1694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:02.186241 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e5260346-28c9-4921-bfb3-90a89be75ef1 req-6d147d9b-5823-4bee-ad55-a66f2afc1694 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2188954 Oct 18 03:00:02.229236 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f4a34e50-9dca-4249-9970-81df33931c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:02.292727 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-f4a34e50-9dca-4249-9970-81df33931c56 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dec7bc6eef7f481bb3a812382296797e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3570635 Oct 18 03:00:02.294852 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a34e50-9dca-4249-9970-81df33931c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390f3cd3-3206-46dc-884d-0cfc96b8e971,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:02.295329 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 59272) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:02.379774 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-dcb318a9-17b6-499d-a941-b3b77ccfb05a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:02.403128 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-dcb318a9-17b6-499d-a941-b3b77ccfb05a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:02.426229 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fb5485-625a-4875-a323-b50e33a55402', 'name': 'network-vif-deleted', 'tag': 'caf71140-c6b7-4be5-9396-592b222a5dba'}] {{(pid=106637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:00:02.429019 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84e416a7c2bb109cea857a7500c5c4b938dbd8fc9acb645868c31a21fed55845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb99793-2387-4547-b88a-d120abe4e1e6" -d '{"events": [{"server_uuid": "d8fb5485-625a-4875-a323-b50e33a55402", "name": "network-vif-deleted", "tag": "caf71140-c6b7-4be5-9396-592b222a5dba"}]}' {{(pid=106637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:00:02.493641 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f1d0cf-b786-4e98-9df7-e00c1fc1e70e x-openstack-request-id: req-31f1d0cf-b786-4e98-9df7-e00c1fc1e70e {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:00:02.493978 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8fb5485-625a-4875-a323-b50e33a55402", "name": "network-vif-deleted", "tag": "caf71140-c6b7-4be5-9396-592b222a5dba", "status": "completed", "code": 200}]} {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:00:02.494252 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-31f1d0cf-b786-4e98-9df7-e00c1fc1e70e {{(pid=106637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:00:02.494853 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fb5485-625a-4875-a323-b50e33a55402', 'name': 'network-vif-deleted', 'tag': 'caf71140-c6b7-4be5-9396-592b222a5dba', 'status': 'completed', 'code': 200} Oct 18 03:00:02.543984 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c87ce-77fc-4db9-b5f6-68e7748dc827 req-10218015-7919-4de7-b2dc-0ebad0143a71 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:02.545763 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0c7c87ce-77fc-4db9-b5f6-68e7748dc827 req-10218015-7919-4de7-b2dc-0ebad0143a71 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 945 time: 0.0478778 Oct 18 03:00:02.583458 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0c7c87ce-77fc-4db9-b5f6-68e7748dc827 req-27207b96-f32f-4217-8e87-91a10d0497fb tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316684 Oct 18 03:00:02.621671 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-dcb318a9-17b6-499d-a941-b3b77ccfb05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:02.624390 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-dcb318a9-17b6-499d-a941-b3b77ccfb05a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:02.625522 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-dcb318a9-17b6-499d-a941-b3b77ccfb05a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/390f3cd3-3206-46dc-884d-0cfc96b8e971 HTTP/1.1" status: 204 len: 168 time: 0.3292279 Oct 18 03:00:02.633838 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb318a9-17b6-499d-a941-b3b77ccfb05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390f3cd3-3206-46dc-884d-0cfc96b8e971,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:03.283177 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 59312) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:03.297389 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8266af77-cf4d-4da7-bf7c-21ab2a062716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:03.380927 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8266af77-cf4d-4da7-bf7c-21ab2a062716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:03.454181 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8266af77-cf4d-4da7-bf7c-21ab2a062716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:03.495714 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-8266af77-cf4d-4da7-bf7c-21ab2a062716 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=16cc22fdbb5441d8a38410e51b59c4f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2113981 Oct 18 03:00:03.496693 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266af77-cf4d-4da7-bf7c-21ab2a062716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5723d523-f347-49a6-9a54-b9c4ccea7d13,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:03.498378 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 59332) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:03.564406 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6c9042b6-6488-4e4a-a932-de8a1fc2d969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:03.589705 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6c9042b6-6488-4e4a-a932-de8a1fc2d969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:03.619044 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device caf71140-c6b7-4be5-9396-592b222a5dba no longer exists at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:00:03.641620 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] No Port match for: caf71140-c6b7-4be5-9396-592b222a5dba {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:00:03.642858 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device caf71140-c6b7-4be5-9396-592b222a5dba not bound to the agent host hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:00:03.706682 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df86ebe-9043-4a60-96f6-9de0979cc5aa req-04e65d42-5422-4187-a3f2-d70e0a7af12e tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:03.708371 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4df86ebe-9043-4a60-96f6-9de0979cc5aa req-04e65d42-5422-4187-a3f2-d70e0a7af12e tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 945 time: 0.0514586 Oct 18 03:00:03.759084 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4df86ebe-9043-4a60-96f6-9de0979cc5aa req-11854e9f-ae8f-412f-8581-794217ba12dc tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444860 Oct 18 03:00:03.762171 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6c9042b6-6488-4e4a-a932-de8a1fc2d969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:03.765627 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6c9042b6-6488-4e4a-a932-de8a1fc2d969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:03.766950 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-6c9042b6-6488-4e4a-a932-de8a1fc2d969 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5723d523-f347-49a6-9a54-b9c4ccea7d13 HTTP/1.1" status: 204 len: 168 time: 0.2670712 Oct 18 03:00:03.775542 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9042b6-6488-4e4a-a932-de8a1fc2d969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5723d523-f347-49a6-9a54-b9c4ccea7d13,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:04.493097 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:04.896769 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31730b-6c8f-4f9d-ba1c-d3b0b13ab77f req-73678869-54f6-4435-9b8d-68166c792714 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:04.898279 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-fa31730b-6c8f-4f9d-ba1c-d3b0b13ab77f req-73678869-54f6-4435-9b8d-68166c792714 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 945 time: 0.0478590 Oct 18 03:00:04.937023 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-fa31730b-6c8f-4f9d-ba1c-d3b0b13ab77f req-2da41821-d0b3-4fae-9dbe-3ab93e84e891 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325258 Oct 18 03:00:04.987404 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 59392) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:05.034965 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_v2 [None req-69b685b1-bf75-4b77-9092-072438314481 admin admin] Deleting subnet d7f1da0c-854b-4c07-97de-425fed741e40 {{(pid=106637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 18 03:00:05.038267 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-69b685b1-bf75-4b77-9092-072438314481 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:05.073388 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-69b685b1-bf75-4b77-9092-072438314481 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2103684'] for subnet, precommit_delete_associations {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:05.112701 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-69b685b1-bf75-4b77-9092-072438314481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7935780'] for subnet, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:05.233321 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-69b685b1-bf75-4b77-9092-072438314481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7935787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3168638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3874213'] for subnet, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:05.261922 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-69b685b1-bf75-4b77-9092-072438314481 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:05.265137 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-69b685b1-bf75-4b77-9092-072438314481 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d7f1da0c-854b-4c07-97de-425fed741e40 HTTP/1.1" status: 204 len: 168 time: 0.2767112 Oct 18 03:00:05.266134 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b685b1-bf75-4b77-9092-072438314481 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7f1da0c-854b-4c07-97de-425fed741e40,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:05.268023 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 59398) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:05.337435 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-0136716a-f71e-4da7-9d31-6fdba13ad23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7981797'] for network, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:05.422163 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-0136716a-f71e-4da7-9d31-6fdba13ad23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7935455', 'neutron.services.segments.db._delete_segments_for_network-8748751250701'] for network, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:05.442520 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.services.segments.db [None req-0136716a-f71e-4da7-9d31-6fdba13ad23c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17665a73-802b-4dd6-8f82-9d1a9c41f31f']}} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:00:05.451545 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.services.segments.db [None req-0136716a-f71e-4da7-9d31-6fdba13ad23c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b30990-a1b0-4da9-98f1-781d7f1c488d') {'for_net_delete': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:00:05.451844 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.services.segments.db [None req-0136716a-f71e-4da7-9d31-6fdba13ad23c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b30990-a1b0-4da9-98f1-781d7f1c488d') {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:00:05.465937 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-0136716a-f71e-4da7-9d31-6fdba13ad23c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748751250198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2103707'] for segment, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:05.483404 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-0136716a-f71e-4da7-9d31-6fdba13ad23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965'] for segment, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:05.490571 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0136716a-f71e-4da7-9d31-6fdba13ad23c admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=106637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 03:00:05.497756 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-0136716a-f71e-4da7-9d31-6fdba13ad23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3168536'] for segment, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:05.497756 dv-cinder-814333-1-iscsi neutron-server[106637]: Traceback (most recent call last): Oct 18 03:00:05.497756 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 03:00:05.497756 dv-cinder-814333-1-iscsi neutron-server[106637]: timer() Oct 18 03:00:05.497756 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 03:00:05.497756 dv-cinder-814333-1-iscsi neutron-server[106637]: cb(*args, **kw) Oct 18 03:00:05.497756 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 03:00:05.497756 dv-cinder-814333-1-iscsi neutron-server[106637]: return func(*args, **kwargs) Oct 18 03:00:05.497756 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 03:00:05.497756 dv-cinder-814333-1-iscsi neutron-server[106637]: self._notify() Oct 18 03:00:05.497756 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 03:00:05.497756 dv-cinder-814333-1-iscsi neutron-server[106637]: self.callback(batched_events) Oct 18 03:00:05.497756 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 03:00:05.497756 dv-cinder-814333-1-iscsi neutron-server[106637]: event.method(event) Oct 18 03:00:05.497756 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 03:00:05.497756 dv-cinder-814333-1-iscsi neutron-server[106637]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 03:00:05.497756 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 03:00:05.497756 dv-cinder-814333-1-iscsi neutron-server[106637]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 03:00:05.497756 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 03:00:05.497756 dv-cinder-814333-1-iscsi neutron-server[106637]: return f(self, *a, **k) Oct 18 03:00:05.497756 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 03:00:05.497756 dv-cinder-814333-1-iscsi neutron-server[106637]: return self._get(url).json() Oct 18 03:00:05.497756 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 03:00:05.497756 dv-cinder-814333-1-iscsi neutron-server[106637]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 03:00:05.497756 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 03:00:05.497756 dv-cinder-814333-1-iscsi neutron-server[106637]: return self.request(url, 'GET', **kwargs) Oct 18 03:00:05.497756 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 03:00:05.497756 dv-cinder-814333-1-iscsi neutron-server[106637]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 03:00:05.497756 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 03:00:05.497756 dv-cinder-814333-1-iscsi neutron-server[106637]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 03:00:05.497756 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 03:00:05.497756 dv-cinder-814333-1-iscsi neutron-server[106637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 03:00:05.497756 dv-cinder-814333-1-iscsi neutron-server[106637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 03:00:05.622033 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-0136716a-f71e-4da7-9d31-6fdba13ad23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7935398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612845'] for network, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:05.627618 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-0136716a-f71e-4da7-9d31-6fdba13ad23c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for network, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:05.630909 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-0136716a-f71e-4da7-9d31-6fdba13ad23c admin admin] 10.222.0.30 "DELETE /v2.0/networks/17665a73-802b-4dd6-8f82-9d1a9c41f31f HTTP/1.1" status: 204 len: 168 time: 0.3616927 Oct 18 03:00:05.642964 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0136716a-f71e-4da7-9d31-6fdba13ad23c admin admin] Pushing event deleted for resources: {'Network': ['ID=17665a73-802b-4dd6-8f82-9d1a9c41f31f,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:05.952646 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 59422) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:05.999025 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-b9b72315-dc97-403f-820c-f8fc956f0e2d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=46f89774823840d2b151278fb966b894&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0451684 Oct 18 03:00:06.001751 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 59426) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:06.049335 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-a452f22e-a154-4d7b-b453-653227ff4748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:06.069369 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-a452f22e-a154-4d7b-b453-653227ff4748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:06.188890 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-a452f22e-a154-4d7b-b453-653227ff4748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:06.191643 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-a452f22e-a154-4d7b-b453-653227ff4748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:06.192785 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-a452f22e-a154-4d7b-b453-653227ff4748 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fc8128f3-f05f-4754-9ccd-d9a140935e61 HTTP/1.1" status: 204 len: 168 time: 0.1898766 Oct 18 03:00:06.200461 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a452f22e-a154-4d7b-b453-653227ff4748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8128f3-f05f-4754-9ccd-d9a140935e61,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:07.646632 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc25cc-7224-49bf-b8e5-87a765a7cc73 req-1fb38ffd-e094-43ad-9c9b-ca9e55510a20 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:07.648429 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-bedc25cc-7224-49bf-b8e5-87a765a7cc73 req-1fb38ffd-e094-43ad-9c9b-ca9e55510a20 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 945 time: 0.2320485 Oct 18 03:00:07.687701 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-bedc25cc-7224-49bf-b8e5-87a765a7cc73 req-01691f80-3ac9-419e-ac58-a1515a527648 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330453 Oct 18 03:00:08.817974 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63e4aa-af8c-4e8f-94d7-6c960d016723 req-a526d353-1bc4-4ffe-a96e-e75d508b3d4c tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:08.819449 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1f63e4aa-af8c-4e8f-94d7-6c960d016723 req-a526d353-1bc4-4ffe-a96e-e75d508b3d4c tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 945 time: 0.0541868 Oct 18 03:00:08.866006 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1f63e4aa-af8c-4e8f-94d7-6c960d016723 req-206e955d-8cf0-4c4c-8d5e-c5ca8a7bebc8 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402586 Oct 18 03:00:09.987077 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8901b-cd51-4fee-8e19-08b1561f9784 req-c7a8af4a-c625-491f-809b-99a6db7341bf tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:09.989008 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-3ef8901b-cd51-4fee-8e19-08b1561f9784 req-c7a8af4a-c625-491f-809b-99a6db7341bf tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 945 time: 0.0503054 Oct 18 03:00:10.031511 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-3ef8901b-cd51-4fee-8e19-08b1561f9784 req-c6b9c262-196e-4382-9c3b-f6eec779a8b3 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365365 Oct 18 03:00:10.066345 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 59596) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:10.171500 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-97ff19de-d222-46dc-9914-926214ef04b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:10.258499 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-97ff19de-d222-46dc-9914-926214ef04b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:10.318832 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-97ff19de-d222-46dc-9914-926214ef04b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:10.359339 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-97ff19de-d222-46dc-9914-926214ef04b0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=679235f6b4a34922a29e14f2a3a87580&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2919106 Oct 18 03:00:10.361843 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff19de-d222-46dc-9914-926214ef04b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde82903-2360-40a6-8056-e4a9ed0dd8e3,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:10.362331 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 59610) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:10.420523 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-eef8cf1f-1900-41e9-9be8-97ebf901d419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:10.442886 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-eef8cf1f-1900-41e9-9be8-97ebf901d419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:10.570219 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-eef8cf1f-1900-41e9-9be8-97ebf901d419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:10.572780 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-eef8cf1f-1900-41e9-9be8-97ebf901d419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:10.576434 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-eef8cf1f-1900-41e9-9be8-97ebf901d419 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dde82903-2360-40a6-8056-e4a9ed0dd8e3 HTTP/1.1" status: 204 len: 168 time: 0.2106626 Oct 18 03:00:10.583614 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef8cf1f-1900-41e9-9be8-97ebf901d419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde82903-2360-40a6-8056-e4a9ed0dd8e3,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:11.156594 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e84d85-fe46-4e83-b0ea-aff58e3992a0 req-8ed961ad-65ae-4be9-825b-fce60e80f5c9 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:11.158248 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-39e84d85-fe46-4e83-b0ea-aff58e3992a0 req-8ed961ad-65ae-4be9-825b-fce60e80f5c9 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 945 time: 0.0520248 Oct 18 03:00:11.198503 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-39e84d85-fe46-4e83-b0ea-aff58e3992a0 req-998ee96a-891d-4dbc-ad30-751ac014f139 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342155 Oct 18 03:00:11.265464 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 59660) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:11.281394 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f4c72060-f328-449e-8090-f7108fd230cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:11.357554 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f4c72060-f328-449e-8090-f7108fd230cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:11.435244 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f4c72060-f328-449e-8090-f7108fd230cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:11.473459 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c72060-f328-449e-8090-f7108fd230cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e3bbb6-5bc4-4776-bae2-1a7dd2065a08,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:11.477689 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-f4c72060-f328-449e-8090-f7108fd230cb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7211108e6c9b4b10acdbcc570f9a3aa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2111266 Oct 18 03:00:11.481037 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 59668) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:11.528996 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-3cc1a970-5530-40ed-8ee4-60da615fe148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:11.555170 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-3cc1a970-5530-40ed-8ee4-60da615fe148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:11.658260 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-3cc1a970-5530-40ed-8ee4-60da615fe148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:11.661167 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-3cc1a970-5530-40ed-8ee4-60da615fe148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:11.663487 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-3cc1a970-5530-40ed-8ee4-60da615fe148 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e7e3bbb6-5bc4-4776-bae2-1a7dd2065a08 HTTP/1.1" status: 204 len: 168 time: 0.1808670 Oct 18 03:00:11.670450 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1a970-5530-40ed-8ee4-60da615fe148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e3bbb6-5bc4-4776-bae2-1a7dd2065a08,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:11.851751 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 59690) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:11.966563 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-d5026805-0fc8-4799-ada7-c49f4bfea8c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:12.059360 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-d5026805-0fc8-4799-ada7-c49f4bfea8c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:12.160716 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-d5026805-0fc8-4799-ada7-c49f4bfea8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:12.206257 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-d5026805-0fc8-4799-ada7-c49f4bfea8c6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=226f91d5b95f41a7a39fc9eb5749b595&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3534071 Oct 18 03:00:12.212928 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 59730) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:12.223809 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5026805-0fc8-4799-ada7-c49f4bfea8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67eff1e2-cca1-4493-ba7d-f7bd719b5cde,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:12.286801 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-50998d0a-bb31-41e6-9690-1df0d2de12ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:12.332990 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-50998d0a-bb31-41e6-9690-1df0d2de12ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:12.378752 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbcf88-550e-45b6-8936-18f4271e8690 req-fdbe37c7-e209-4f29-a18c-d6c066cdc1d6 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:12.380295 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c8dbcf88-550e-45b6-8936-18f4271e8690 req-fdbe37c7-e209-4f29-a18c-d6c066cdc1d6 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 945 time: 0.0838988 Oct 18 03:00:12.438510 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c8dbcf88-550e-45b6-8936-18f4271e8690 req-70e4e28d-aeea-4da0-89a8-5572c32690b9 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521469 Oct 18 03:00:12.481229 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-50998d0a-bb31-41e6-9690-1df0d2de12ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:12.483933 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-50998d0a-bb31-41e6-9690-1df0d2de12ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:12.487944 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-50998d0a-bb31-41e6-9690-1df0d2de12ce admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/67eff1e2-cca1-4493-ba7d-f7bd719b5cde HTTP/1.1" status: 204 len: 168 time: 0.2624030 Oct 18 03:00:12.499234 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50998d0a-bb31-41e6-9690-1df0d2de12ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67eff1e2-cca1-4493-ba7d-f7bd719b5cde,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:13.312326 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 59782) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:13.328897 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a3055cc4-f410-450f-8519-6ec480ff699a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:13.400663 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 59786) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:13.409319 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a3055cc4-f410-450f-8519-6ec480ff699a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:13.539420 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a3055cc4-f410-450f-8519-6ec480ff699a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:13.588469 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-a3055cc4-f410-450f-8519-6ec480ff699a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=482c8408e4874894a59a5b6657dfa733&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2719343 Oct 18 03:00:13.588562 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 59794) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:13.596477 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8d75b-9bcc-418e-b25a-2acaa2b461a2 req-7a38b696-02ba-4b0d-9479-22df63ee4fd0 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:13.597557 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a3a8d75b-9bcc-418e-b25a-2acaa2b461a2 req-7a38b696-02ba-4b0d-9479-22df63ee4fd0 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 945 time: 0.0897353 Oct 18 03:00:13.598319 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3055cc4-f410-450f-8519-6ec480ff699a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67887c9a-389b-4ef6-aa50-91aeed78f194,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:13.611636 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 6 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 03:00:13.647830 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a3a8d75b-9bcc-418e-b25a-2acaa2b461a2 req-51e8fbce-a6a3-4d17-8af2-ae18da659fc7 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428672 Oct 18 03:00:13.651101 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-5381acfc-11db-4d4d-91a5-34aa1138c01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:13.682844 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-5381acfc-11db-4d4d-91a5-34aa1138c01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:13.722837 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-7a729951-b8fb-414b-9a5c-6083d1336535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:13.842339 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 59800) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:13.860983 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-5381acfc-11db-4d4d-91a5-34aa1138c01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:13.863718 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-5381acfc-11db-4d4d-91a5-34aa1138c01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:13.864875 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-5381acfc-11db-4d4d-91a5-34aa1138c01d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/67887c9a-389b-4ef6-aa50-91aeed78f194 HTTP/1.1" status: 204 len: 168 time: 0.2752442 Oct 18 03:00:13.883031 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5381acfc-11db-4d4d-91a5-34aa1138c01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67887c9a-389b-4ef6-aa50-91aeed78f194,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:13.953661 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-7a729951-b8fb-414b-9a5c-6083d1336535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:13.989417 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-7a729951-b8fb-414b-9a5c-6083d1336535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:14.027636 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-7a729951-b8fb-414b-9a5c-6083d1336535 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e137c20e007b4163adafaadaec908001&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6242309 Oct 18 03:00:14.030366 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 59812) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:14.039456 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a729951-b8fb-414b-9a5c-6083d1336535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a11ce17-c28c-4f54-a8af-ac8b59da882d,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:14.083390 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-6bcc092c-10c8-42bc-b9a8-750d73561649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:14.131414 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-1f02c81f-2895-43ca-bf06-80ad433faafd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:14.165907 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-1f02c81f-2895-43ca-bf06-80ad433faafd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:14.239699 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-6bcc092c-10c8-42bc-b9a8-750d73561649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:14.327041 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-6bcc092c-10c8-42bc-b9a8-750d73561649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:14.374762 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-6bcc092c-10c8-42bc-b9a8-750d73561649 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1b9ab11e238a48acacd86931c6c3f517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5312247 Oct 18 03:00:14.377348 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-1f02c81f-2895-43ca-bf06-80ad433faafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:14.380065 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-1f02c81f-2895-43ca-bf06-80ad433faafd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:14.381314 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-1f02c81f-2895-43ca-bf06-80ad433faafd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0a11ce17-c28c-4f54-a8af-ac8b59da882d HTTP/1.1" status: 204 len: 168 time: 0.3499868 Oct 18 03:00:14.382149 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 59832) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:14.383951 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc092c-10c8-42bc-b9a8-750d73561649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3472b222-2956-48b9-8c7b-ece785b1fc44,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:14.396305 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02c81f-2895-43ca-bf06-80ad433faafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a11ce17-c28c-4f54-a8af-ac8b59da882d,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:14.470822 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-bc0279d3-53de-4fd8-8044-65b516a99822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:14.499555 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-bc0279d3-53de-4fd8-8044-65b516a99822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:14.658407 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-bc0279d3-53de-4fd8-8044-65b516a99822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:14.663261 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-bc0279d3-53de-4fd8-8044-65b516a99822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:14.663261 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-bc0279d3-53de-4fd8-8044-65b516a99822 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3472b222-2956-48b9-8c7b-ece785b1fc44 HTTP/1.1" status: 204 len: 168 time: 0.2798600 Oct 18 03:00:14.671525 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0279d3-53de-4fd8-8044-65b516a99822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3472b222-2956-48b9-8c7b-ece785b1fc44,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:14.779913 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a9e9a-3e13-44d7-b877-38b7f16def73 req-ddd17b46-3b4f-43c6-9f08-c729604d7049 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:14.781562 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-834a9e9a-3e13-44d7-b877-38b7f16def73 req-ddd17b46-3b4f-43c6-9f08-c729604d7049 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 945 time: 0.0581386 Oct 18 03:00:14.828649 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-834a9e9a-3e13-44d7-b877-38b7f16def73 req-d6beebc8-e98e-4d8b-9f0f-a039f4074739 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405238 Oct 18 03:00:15.381944 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 59870) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:15.395983 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8c021253-2869-4688-92ba-7628d88410e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:15.471064 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8c021253-2869-4688-92ba-7628d88410e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:15.499243 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 59874) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:15.513458 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8172fc9f-0ed2-492f-88e8-412dffa4ff8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:15.572090 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8c021253-2869-4688-92ba-7628d88410e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:15.590217 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8172fc9f-0ed2-492f-88e8-412dffa4ff8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:15.609513 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-8c021253-2869-4688-92ba-7628d88410e5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=21b0e0ea5e874592833bed47090df082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2262671 Oct 18 03:00:15.612669 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 59876) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:15.618315 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c021253-2869-4688-92ba-7628d88410e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f573ed1-9c56-4d22-a997-e158e3cf859d,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:15.663310 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8f131b06-c7ed-49c5-819b-d69e0d727e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:15.668827 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8172fc9f-0ed2-492f-88e8-412dffa4ff8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:15.691487 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8f131b06-c7ed-49c5-819b-d69e0d727e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:15.710979 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-8172fc9f-0ed2-492f-88e8-412dffa4ff8a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7c1aba185ab64cd7ad9b00d83ab851d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2082312 Oct 18 03:00:15.710979 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172fc9f-0ed2-492f-88e8-412dffa4ff8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871b841d-c79f-473c-aa88-3182ec0c888b,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:15.711859 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 59880) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:15.767320 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7228-4bd3-46e0-858a-469252396422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:15.792436 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7228-4bd3-46e0-858a-469252396422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:15.811827 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8f131b06-c7ed-49c5-819b-d69e0d727e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:15.815438 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8f131b06-c7ed-49c5-819b-d69e0d727e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:15.816816 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-8f131b06-c7ed-49c5-819b-d69e0d727e5d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8f573ed1-9c56-4d22-a997-e158e3cf859d HTTP/1.1" status: 204 len: 168 time: 0.2032657 Oct 18 03:00:15.829770 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f131b06-c7ed-49c5-819b-d69e0d727e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f573ed1-9c56-4d22-a997-e158e3cf859d,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:15.915611 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7228-4bd3-46e0-858a-469252396422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:15.915611 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7228-4bd3-46e0-858a-469252396422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:15.919238 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-6f3d7228-4bd3-46e0-858a-469252396422 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/871b841d-c79f-473c-aa88-3182ec0c888b HTTP/1.1" status: 204 len: 168 time: 0.2055316 Oct 18 03:00:15.927417 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d7228-4bd3-46e0-858a-469252396422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871b841d-c79f-473c-aa88-3182ec0c888b,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:15.977294 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c7a33-ace8-47f0-8369-0be4105b09a3 req-5e7276e7-f81b-46fd-a361-d5b1ff719780 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:15.978799 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-438c7a33-ace8-47f0-8369-0be4105b09a3 req-5e7276e7-f81b-46fd-a361-d5b1ff719780 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 945 time: 0.0494051 Oct 18 03:00:16.019733 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-438c7a33-ace8-47f0-8369-0be4105b09a3 req-1e386ddc-0851-4240-ac37-6a9de970f5bd tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346377 Oct 18 03:00:16.707433 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 59924) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:16.721512 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-3384cf2f-ef34-47a6-b2b4-1da05358ab37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:16.802929 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-3384cf2f-ef34-47a6-b2b4-1da05358ab37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:16.936249 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-3384cf2f-ef34-47a6-b2b4-1da05358ab37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:16.974637 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384cf2f-ef34-47a6-b2b4-1da05358ab37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58bab84c-2b19-484c-af8a-edc7b8a861e2,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:16.981972 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 59930) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:16.982425 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-3384cf2f-ef34-47a6-b2b4-1da05358ab37 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e5c8b135aec49d5a9060f470db58838&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2733686 Oct 18 03:00:17.037371 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-52e80177-f922-420a-bc51-28d8480d0845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:17.061070 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-52e80177-f922-420a-bc51-28d8480d0845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:17.192156 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-52e80177-f922-420a-bc51-28d8480d0845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:17.196723 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-52e80177-f922-420a-bc51-28d8480d0845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:17.197918 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-52e80177-f922-420a-bc51-28d8480d0845 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/58bab84c-2b19-484c-af8a-edc7b8a861e2 HTTP/1.1" status: 204 len: 168 time: 0.2126651 Oct 18 03:00:17.223709 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb45ccc-77b6-4925-b42a-e8400d1f9c37 req-a4b758a5-54a1-451e-a143-819f8fe85ae1 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:17.225487 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8bb45ccc-77b6-4925-b42a-e8400d1f9c37 req-a4b758a5-54a1-451e-a143-819f8fe85ae1 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 945 time: 0.0903401 Oct 18 03:00:17.227042 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e80177-f922-420a-bc51-28d8480d0845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bab84c-2b19-484c-af8a-edc7b8a861e2,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:17.305943 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8bb45ccc-77b6-4925-b42a-e8400d1f9c37 req-d076c73f-ec42-4800-a447-85d52428e841 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683708 Oct 18 03:00:18.439836 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc413e-4293-4709-8100-9cb7f4340290 req-774d0dbf-53b8-44a7-9617-90995c850af9 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:18.448642 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-94fc413e-4293-4709-8100-9cb7f4340290 req-774d0dbf-53b8-44a7-9617-90995c850af9 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 945 time: 0.0644581 Oct 18 03:00:18.491967 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-94fc413e-4293-4709-8100-9cb7f4340290 req-f4bf33aa-a226-426a-9419-9847be5e9e88 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424371 Oct 18 03:00:19.212466 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 60052) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:19.263632 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-4a13e57c-cf39-47d1-ae8a-bcf9547bdf52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:19.363458 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-9ae13dcd-a5b2-4eee-9314-e38fef965d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:19.434789 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-9ae13dcd-a5b2-4eee-9314-e38fef965d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:19.583837 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-9ae13dcd-a5b2-4eee-9314-e38fef965d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:19.609750 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b163d4-008c-43e0-8669-c89694bcb85a req-a1141238-04b9-439a-aab3-c801540f35e2 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:19.612379 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-86b163d4-008c-43e0-8669-c89694bcb85a req-a1141238-04b9-439a-aab3-c801540f35e2 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 945 time: 0.0504112 Oct 18 03:00:19.623765 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-9ae13dcd-a5b2-4eee-9314-e38fef965d88 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3888cef012d348a99133f53841ffd93a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4096107 Oct 18 03:00:19.626425 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 60062) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:19.633055 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae13dcd-a5b2-4eee-9314-e38fef965d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7015fc88-6a13-4fee-8556-be9278d73af5,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:19.652786 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-86b163d4-008c-43e0-8669-c89694bcb85a req-38581542-cbd7-4da2-a8b4-59f06908ad2b tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335326 Oct 18 03:00:19.682657 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-7e97ffa6-8f42-4df5-b087-eb0aeede0dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:19.703139 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-7e97ffa6-8f42-4df5-b087-eb0aeede0dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:19.852302 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-7e97ffa6-8f42-4df5-b087-eb0aeede0dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:19.855167 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-7e97ffa6-8f42-4df5-b087-eb0aeede0dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:19.856336 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-7e97ffa6-8f42-4df5-b087-eb0aeede0dbb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7015fc88-6a13-4fee-8556-be9278d73af5 HTTP/1.1" status: 204 len: 168 time: 0.2286129 Oct 18 03:00:19.865294 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97ffa6-8f42-4df5-b087-eb0aeede0dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7015fc88-6a13-4fee-8556-be9278d73af5,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:20.637271 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 60096) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:20.650969 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-2cb346ad-c70b-42b8-95d6-2c688da71fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:20.728533 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-2cb346ad-c70b-42b8-95d6-2c688da71fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:20.849118 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 60102) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:20.863517 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-2cb346ad-c70b-42b8-95d6-2c688da71fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:20.902470 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-2cb346ad-c70b-42b8-95d6-2c688da71fd6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9380d0537d70431291d5f3991d8a310e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2639487 Oct 18 03:00:20.903571 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb346ad-c70b-42b8-95d6-2c688da71fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299b35b0-c819-446a-852d-b83e4c6fc2f8,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:20.905182 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 60106) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:20.956512 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-0b66a46c-f5d2-4600-83dc-4e89acc67aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:20.957309 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-1b06e9fa-6b80-4956-bc10-40306fe5c2d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:20.979601 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-1b06e9fa-6b80-4956-bc10-40306fe5c2d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:21.036705 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-0b66a46c-f5d2-4600-83dc-4e89acc67aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:21.174211 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-0b66a46c-f5d2-4600-83dc-4e89acc67aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:21.174380 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-1b06e9fa-6b80-4956-bc10-40306fe5c2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:21.177145 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-1b06e9fa-6b80-4956-bc10-40306fe5c2d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:21.178388 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-1b06e9fa-6b80-4956-bc10-40306fe5c2d9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/299b35b0-c819-446a-852d-b83e4c6fc2f8 HTTP/1.1" status: 204 len: 168 time: 0.2716088 Oct 18 03:00:21.190327 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06e9fa-6b80-4956-bc10-40306fe5c2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299b35b0-c819-446a-852d-b83e4c6fc2f8,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:21.229419 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66a46c-f5d2-4600-83dc-4e89acc67aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1991907-c5f2-48f7-aacd-3f9321c20ff5,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:21.234090 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-0b66a46c-f5d2-4600-83dc-4e89acc67aeb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=443e9359291b4e2aba50f50c123da582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3839400 Oct 18 03:00:21.237734 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 60120) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:21.290839 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-000df15f-f5e7-46aa-96a9-294fcfea5a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:21.311927 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-000df15f-f5e7-46aa-96a9-294fcfea5a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:21.457916 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-000df15f-f5e7-46aa-96a9-294fcfea5a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:21.460484 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-000df15f-f5e7-46aa-96a9-294fcfea5a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:21.461882 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-000df15f-f5e7-46aa-96a9-294fcfea5a09 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f1991907-c5f2-48f7-aacd-3f9321c20ff5 HTTP/1.1" status: 204 len: 168 time: 0.2226660 Oct 18 03:00:21.469805 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000df15f-f5e7-46aa-96a9-294fcfea5a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1991907-c5f2-48f7-aacd-3f9321c20ff5,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:21.880662 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-096d0a99-60ea-4956-90e4-e04423ed4793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:22.219434 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 60148) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:22.236038 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-bdc37132-d50d-4902-8cfe-d31abd39bb2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:22.333245 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-bdc37132-d50d-4902-8cfe-d31abd39bb2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:22.368356 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c13526-7e8b-4c2e-ad06-413ae5f5ab83 req-eb594a41-2347-4ae0-b319-7e641902b6c0 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:22.369893 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-99c13526-7e8b-4c2e-ad06-413ae5f5ab83 req-eb594a41-2347-4ae0-b319-7e641902b6c0 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 945 time: 0.0514309 Oct 18 03:00:22.406601 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-bdc37132-d50d-4902-8cfe-d31abd39bb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:22.407742 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-99c13526-7e8b-4c2e-ad06-413ae5f5ab83 req-ce60d741-d328-4a66-958b-f7b12bf2e7de tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320523 Oct 18 03:00:22.449075 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc37132-d50d-4902-8cfe-d31abd39bb2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfe766e-c9a6-41fb-9e8b-9cb57418ceed,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:22.459790 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-bdc37132-d50d-4902-8cfe-d31abd39bb2a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=27bbea3c77c543f797243a98f71f2277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391617 Oct 18 03:00:22.460299 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 60166) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:22.510983 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f5a43bef-8606-4fb7-bb1e-c837349e594a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:22.533463 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f5a43bef-8606-4fb7-bb1e-c837349e594a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:22.536010 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:22.684926 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f5a43bef-8606-4fb7-bb1e-c837349e594a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:22.687605 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f5a43bef-8606-4fb7-bb1e-c837349e594a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:22.689479 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-f5a43bef-8606-4fb7-bb1e-c837349e594a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6cfe766e-c9a6-41fb-9e8b-9cb57418ceed HTTP/1.1" status: 204 len: 168 time: 0.2275298 Oct 18 03:00:22.697879 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a43bef-8606-4fb7-bb1e-c837349e594a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfe766e-c9a6-41fb-9e8b-9cb57418ceed,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:23.281282 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:23.553609 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c56a18-9cf5-4e1c-9c4e-ff1542d968a4 req-a803a769-7f5e-4320-b919-73a13fd2fde8 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:23.555121 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-47c56a18-9cf5-4e1c-9c4e-ff1542d968a4 req-a803a769-7f5e-4320-b919-73a13fd2fde8 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 945 time: 0.0540812 Oct 18 03:00:23.593381 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-47c56a18-9cf5-4e1c-9c4e-ff1542d968a4 req-165069e3-b287-4e03-a170-b5f701b09716 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324891 Oct 18 03:00:24.639203 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:24.723126 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d1d45-25ad-494d-bf1a-f32b1d69f603 req-bb56e8e5-429f-461b-a0ba-1aed79fa7474 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:24.725038 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ed9d1d45-25ad-494d-bf1a-f32b1d69f603 req-bb56e8e5-429f-461b-a0ba-1aed79fa7474 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 945 time: 0.0502048 Oct 18 03:00:24.764589 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ed9d1d45-25ad-494d-bf1a-f32b1d69f603 req-be709fde-d872-4296-8bdb-ab6557e74a2b tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334187 Oct 18 03:00:25.447153 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 60328) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:25.555406 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-a116c113-5b0c-4430-b701-3a0ea3d5a9ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:25.635500 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-a116c113-5b0c-4430-b701-3a0ea3d5a9ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:25.747660 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-a116c113-5b0c-4430-b701-3a0ea3d5a9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:25.805634 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-a116c113-5b0c-4430-b701-3a0ea3d5a9ea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a9c0bc1c698d42409090793009c0d510&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3573849 Oct 18 03:00:25.808206 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 60346) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:25.826016 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116c113-5b0c-4430-b701-3a0ea3d5a9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008d91c2-0d78-4155-b1a5-3023481561a7,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:25.907124 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-61b4e2f8-0088-4ae2-bcee-f7c0a091e888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:25.932178 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-61b4e2f8-0088-4ae2-bcee-f7c0a091e888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:25.932422 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740102b9-69fc-491d-90a3-52cd0e9e595f req-2e096afc-c262-4ea6-9241-84bc3008019b tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:25.933916 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-740102b9-69fc-491d-90a3-52cd0e9e595f req-2e096afc-c262-4ea6-9241-84bc3008019b tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 945 time: 0.0499866 Oct 18 03:00:25.975448 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-740102b9-69fc-491d-90a3-52cd0e9e595f req-4500f94c-2369-4e25-9bec-32f5cd5118db tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346496 Oct 18 03:00:26.073703 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-61b4e2f8-0088-4ae2-bcee-f7c0a091e888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:26.076381 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-61b4e2f8-0088-4ae2-bcee-f7c0a091e888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:26.077547 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-61b4e2f8-0088-4ae2-bcee-f7c0a091e888 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/008d91c2-0d78-4155-b1a5-3023481561a7 HTTP/1.1" status: 204 len: 168 time: 0.2668808 Oct 18 03:00:26.086527 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b4e2f8-0088-4ae2-bcee-f7c0a091e888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008d91c2-0d78-4155-b1a5-3023481561a7,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:27.101657 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb3db4-141d-4194-9305-18c487b7f4f2 req-dc9fe689-31d7-4328-bc59-ed46a9f92d69 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:27.104063 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b8fb3db4-141d-4194-9305-18c487b7f4f2 req-dc9fe689-31d7-4328-bc59-ed46a9f92d69 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 945 time: 0.0575449 Oct 18 03:00:27.142914 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b8fb3db4-141d-4194-9305-18c487b7f4f2 req-f4550368-0c0b-4898-880d-210b185c041a tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328336 Oct 18 03:00:27.205207 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 60412) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:27.320967 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-c4e39645-8c26-4301-be3b-02acb479b173 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1184054740-network', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:00:27.414781 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 60426) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:27.523417 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-60e88c0a-b8df-46bb-95e2-45d2f3834594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:27.566144 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e39645-8c26-4301-be3b-02acb479b173 admin admin] Made reservation on behalf of b53d2fa916034e5791986e3a904b2f43 for: {'network': 1} {{(pid=106637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 03:00:27.571750 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-c4e39645-8c26-4301-be3b-02acb479b173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for network, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:27.577308 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-c4e39645-8c26-4301-be3b-02acb479b173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:27.868362 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-c4e39645-8c26-4301-be3b-02acb479b173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:27.878383 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-60e88c0a-b8df-46bb-95e2-45d2f3834594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:27.954828 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-c4e39645-8c26-4301-be3b-02acb479b173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:27.982242 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e39645-8c26-4301-be3b-02acb479b173 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=106637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 03:00:27.987497 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-60e88c0a-b8df-46bb-95e2-45d2f3834594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:27.991873 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e39645-8c26-4301-be3b-02acb479b173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259c05bf-9a98-4463-b2fd-f2e7d9dec2c8,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:27.997514 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-c4e39645-8c26-4301-be3b-02acb479b173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965'] for segment, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:27.997883 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.db.segments_db [None req-c4e39645-8c26-4301-be3b-02acb479b173 admin admin] Added segment 93fde34d-71f4-4664-b4a1-dc668456a811 of type vlan for network 7e3f93b2-6ab7-425d-a45f-ad1ff777d056 Oct 18 03:00:28.029415 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-60e88c0a-b8df-46bb-95e2-45d2f3834594 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d7989586b2874bd781635955b58f4f25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6133907 Oct 18 03:00:28.030608 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e88c0a-b8df-46bb-95e2-45d2f3834594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04081287-de4c-453f-9091-58e84a6a66d3,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:28.032937 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 60434) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:28.058488 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-c4e39645-8c26-4301-be3b-02acb479b173 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748750891129'] for network, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:28.112427 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-04456cfb-223c-4cc4-bbc6-12063b33edaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:28.173500 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-04456cfb-223c-4cc4-bbc6-12063b33edaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:28.240698 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-c4e39645-8c26-4301-be3b-02acb479b173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149'] for network, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:28.241681 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e39645-8c26-4301-be3b-02acb479b173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:28.242322 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-c4e39645-8c26-4301-be3b-02acb479b173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for network, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:28.261973 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d4a16-3dd4-48f8-954e-1d505531662e req-d7fed333-4a30-483b-a493-50c4933728e6 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:28.263556 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b31d4a16-3dd4-48f8-954e-1d505531662e req-d7fed333-4a30-483b-a493-50c4933728e6 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 945 time: 0.0486162 Oct 18 03:00:28.289536 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-04456cfb-223c-4cc4-bbc6-12063b33edaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:28.292049 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-04456cfb-223c-4cc4-bbc6-12063b33edaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:28.293189 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-04456cfb-223c-4cc4-bbc6-12063b33edaa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/04081287-de4c-453f-9091-58e84a6a66d3 HTTP/1.1" status: 204 len: 168 time: 0.2584319 Oct 18 03:00:28.307262 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b31d4a16-3dd4-48f8-954e-1d505531662e req-5688f736-b4cc-4a88-8e54-4b497e45647e tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371892 Oct 18 03:00:28.311650 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04456cfb-223c-4cc4-bbc6-12063b33edaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04081287-de4c-453f-9091-58e84a6a66d3,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:28.317589 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e39645-8c26-4301-be3b-02acb479b173 admin admin] Pushing event updated for resources: {'Network': ['ID=7e3f93b2-6ab7-425d-a45f-ad1ff777d056,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:28.337739 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Network 7e3f93b2-6ab7-425d-a45f-ad1ff777d056 details requested by agent ovs-agent-dv-cinder-814333-1-iscsi with host dv-cinder-814333-1-iscsi {{(pid=106638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 03:00:28.359139 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-c4e39645-8c26-4301-be3b-02acb479b173 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1499631 Oct 18 03:00:28.359496 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 60446) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:28.366342 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-bfb493e4-bba9-40df-8515-cca5919f38c9 admin admin] Request body: {'subnet': {'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1184054740-subnet', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'ip_version': 4}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:00:28.573943 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb493e4-bba9-40df-8515-cca5919f38c9 admin admin] Made reservation on behalf of b53d2fa916034e5791986e3a904b2f43 for: {'subnet': 1} {{(pid=106637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 03:00:28.576819 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-bfb493e4-bba9-40df-8515-cca5919f38c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3874254'] for subnet, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:28.881044 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-bfb493e4-bba9-40df-8515-cca5919f38c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3168445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3874236'] for subnet, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:28.931900 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb493e4-bba9-40df-8515-cca5919f38c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5242877d-4476-4a28-8a5b-87f4884f5f65,revision_number=0']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:28.947230 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb493e4-bba9-40df-8515-cca5919f38c9 admin admin] Checking segment: {'id': '93fde34d-71f4-4664-b4a1-dc668456a811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:00:28.947584 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb493e4-bba9-40df-8515-cca5919f38c9 admin admin] Network hostable DHCP agents. Network: 7e3f93b2-6ab7-425d-a45f-ad1ff777d056, hostable agents: ['d6364138-709a-4c77-9f16-97f76425e773'], hosted agents: [] {{(pid=106637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 03:00:29.052130 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb493e4-bba9-40df-8515-cca5919f38c9 admin admin] Network 7e3f93b2-6ab7-425d-a45f-ad1ff777d056 is scheduled to be hosted by DHCP agent d6364138-709a-4c77-9f16-97f76425e773 with binding_index 1 {{(pid=106637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 03:00:29.140767 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 60468) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:29.154639 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-bd0e2214-2291-4633-906f-31a59890221e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:29.173553 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [None req-bfb493e4-bba9-40df-8515-cca5919f38c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814333-1-iscsi, 7e3f93b2-6ab7-425d-a45f-ad1ff777d056) {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:00:29.188901 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6e3561-204c-4a94-9e7e-259be33b6140 None None] Network 7e3f93b2-6ab7-425d-a45f-ad1ff777d056 requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 03:00:29.189155 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb493e4-bba9-40df-8515-cca5919f38c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:29.189617 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-bfb493e4-bba9-40df-8515-cca5919f38c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:29.253312 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-bd0e2214-2291-4633-906f-31a59890221e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:29.296793 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-bfb493e4-bba9-40df-8515-cca5919f38c9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9353387 Oct 18 03:00:29.311459 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 60474) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:29.316746 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-2ae6167c-dcbe-4f2e-9165-4e91128c4f0c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1184054740-router', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'}}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:00:29.341407 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e576d119-05f1-4d54-8c70-2057dcfdccef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd97ac7e-b8df-5221-be60-5c49b09c5ecf-7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'fixed_ips': [{'subnet_id': '5242877d-4476-4a28-8a5b-87f4884f5f65'}]}} from dv-cinder-814333-1-iscsi. {{(pid=106638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 03:00:29.342902 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-e576d119-05f1-4d54-8c70-2057dcfdccef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:29.358420 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 60478) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:29.390557 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-bd0e2214-2291-4633-906f-31a59890221e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:29.435656 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-2ae6167c-dcbe-4f2e-9165-4e91128c4f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3491'] for router, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:29.437024 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-2ae6167c-dcbe-4f2e-9165-4e91128c4f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-612752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3508'] for router, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:29.456917 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99352362-bddc-4060-bc80-b5cf667bd964 req-84f37ba7-8407-431d-890c-ea165ab0f84e tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:29.458760 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-99352362-bddc-4060-bc80-b5cf667bd964 req-84f37ba7-8407-431d-890c-ea165ab0f84e tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 945 time: 0.0764139 Oct 18 03:00:29.468278 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-bd0e2214-2291-4633-906f-31a59890221e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ea03faaa768e434f9f4ccd05d6ab3a24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3257048 Oct 18 03:00:29.471239 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 60482) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:29.473117 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e2214-2291-4633-906f-31a59890221e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868cb239-c98b-4838-a4ef-01c8cfa5474e,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:29.515377 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.db_base_plugin_common [None req-e576d119-05f1-4d54-8c70-2057dcfdccef None None] Allocated IP 172.20.0.2 (7e3f93b2-6ab7-425d-a45f-ad1ff777d056/5242877d-4476-4a28-8a5b-87f4884f5f65/75e79197-865c-41ef-9a75-8b5f1dd5c73f) {{(pid=106638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:00:29.516132 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-069c57ce-4346-490b-b1b5-191f5e06cc5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:29.541447 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-2ae6167c-dcbe-4f2e-9165-4e91128c4f0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:29.553641 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-99352362-bddc-4060-bc80-b5cf667bd964 req-1fa07a43-acee-4a3b-a588-d5080b67cda6 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876684 Oct 18 03:00:29.564419 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-a6e16f0c-9ae0-47b2-aa79-1d73aa940a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:29.589224 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-a6e16f0c-9ae0-47b2-aa79-1d73aa940a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:29.716218 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-e576d119-05f1-4d54-8c70-2057dcfdccef None None] Notify callbacks [] for port, precommit_create {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:29.768096 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-069c57ce-4346-490b-b1b5-191f5e06cc5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:29.824845 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-2ae6167c-dcbe-4f2e-9165-4e91128c4f0c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:29.881098 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-e576d119-05f1-4d54-8c70-2057dcfdccef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598'] for port, after_create {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:29.903918 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec9788-4373-4966-9cf1-5cd18e14a36d req-c0e674ac-36e1-4371-81b4-551859b40e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:29.905412 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-a6e16f0c-9ae0-47b2-aa79-1d73aa940a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:29.905548 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d8ec9788-4373-4966-9cf1-5cd18e14a36d req-c0e674ac-36e1-4371-81b4-551859b40e24 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 1098 time: 0.0403833 Oct 18 03:00:29.906656 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-069c57ce-4346-490b-b1b5-191f5e06cc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:29.909203 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-a6e16f0c-9ae0-47b2-aa79-1d73aa940a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:29.912719 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-a6e16f0c-9ae0-47b2-aa79-1d73aa940a5d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/868cb239-c98b-4838-a4ef-01c8cfa5474e HTTP/1.1" status: 204 len: 168 time: 0.4382358 Oct 18 03:00:29.926072 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e576d119-05f1-4d54-8c70-2057dcfdccef None None] Network 7e3f93b2-6ab7-425d-a45f-ad1ff777d056 is already hosted by enough agents. {{(pid=106638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:00:29.929041 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.scheduler.base_scheduler [None req-e576d119-05f1-4d54-8c70-2057dcfdccef None None] Resources bound (agent type, host, resource id): {{(pid=106638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:00:29.931740 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e16f0c-9ae0-47b2-aa79-1d73aa940a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868cb239-c98b-4838-a4ef-01c8cfa5474e,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:29.950352 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e576d119-05f1-4d54-8c70-2057dcfdccef None None] Received port after_create {{(pid=106638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:00:29.967871 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-069c57ce-4346-490b-b1b5-191f5e06cc5b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=46799b6f0dfe41bcb3ada2b0eb50f35e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6061110 Oct 18 03:00:29.978686 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 60496) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:29.986644 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e576d119-05f1-4d54-8c70-2057dcfdccef None None] Pushing event updated for resources: {'Port': ['ID=75e79197-865c-41ef-9a75-8b5f1dd5c73f,revision_number=1']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:30.015653 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d8ec9788-4373-4966-9cf1-5cd18e14a36d req-4cadc36c-5e97-4cac-8c1c-c008fcd7cdbe service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542965 Oct 18 03:00:30.045276 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c57ce-4346-490b-b1b5-191f5e06cc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56b148f-6e29-49df-927d-fd9be250a2c5,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:30.065500 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e576d119-05f1-4d54-8c70-2057dcfdccef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:00:30.065991 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e576d119-05f1-4d54-8c70-2057dcfdccef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:00:30.066239 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e576d119-05f1-4d54-8c70-2057dcfdccef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:00:30.066745 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e576d119-05f1-4d54-8c70-2057dcfdccef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:00:30.067387 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e576d119-05f1-4d54-8c70-2057dcfdccef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:00:30.068021 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e576d119-05f1-4d54-8c70-2057dcfdccef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:00:30.068508 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e576d119-05f1-4d54-8c70-2057dcfdccef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:00:30.069249 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e576d119-05f1-4d54-8c70-2057dcfdccef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:00:30.069939 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e576d119-05f1-4d54-8c70-2057dcfdccef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:00:30.070431 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e576d119-05f1-4d54-8c70-2057dcfdccef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:00:30.070812 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e576d119-05f1-4d54-8c70-2057dcfdccef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:00:30.071177 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e576d119-05f1-4d54-8c70-2057dcfdccef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:00:30.085161 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-e576d119-05f1-4d54-8c70-2057dcfdccef None None] Attempting to bind port 75e79197-865c-41ef-9a75-8b5f1dd5c73f on host dv-cinder-814333-1-iscsi for vnic_type normal with profile {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 03:00:30.085536 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-e576d119-05f1-4d54-8c70-2057dcfdccef None None] Attempting to bind port 75e79197-865c-41ef-9a75-8b5f1dd5c73f by drivers openvswitch,hyperv on host dv-cinder-814333-1-iscsi at level 0 using segments [{'id': '93fde34d-71f4-4664-b4a1-dc668456a811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056'}] {{(pid=106638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 03:00:30.086059 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e576d119-05f1-4d54-8c70-2057dcfdccef None None] Attempting to bind port 75e79197-865c-41ef-9a75-8b5f1dd5c73f on network 7e3f93b2-6ab7-425d-a45f-ad1ff777d056 {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:00:30.116520 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e576d119-05f1-4d54-8c70-2057dcfdccef None None] Checking agent: {'id': '725b6bc2-91e5-4fb5-a09c-abe917cff252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 50, 22), 'started_at': datetime.datetime(2021, 10, 18, 2, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 3, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 03:00:30.116520 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e576d119-05f1-4d54-8c70-2057dcfdccef None None] Checking segment: {'id': '93fde34d-71f4-4664-b4a1-dc668456a811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:00:30.116520 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-e576d119-05f1-4d54-8c70-2057dcfdccef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:30.116520 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e576d119-05f1-4d54-8c70-2057dcfdccef None None] Bound using segment: {'id': '93fde34d-71f4-4664-b4a1-dc668456a811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056'} {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 03:00:30.116520 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-e576d119-05f1-4d54-8c70-2057dcfdccef None None] Bound port: 75e79197-865c-41ef-9a75-8b5f1dd5c73f, host: dv-cinder-814333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93fde34d-71f4-4664-b4a1-dc668456a811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056'}}] {{(pid=106638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 03:00:30.116520 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-e576d119-05f1-4d54-8c70-2057dcfdccef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:30.117361 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-28919a3a-ba38-4b1e-ba32-0996c20d0fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:30.136274 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-28919a3a-ba38-4b1e-ba32-0996c20d0fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:30.160127 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-e576d119-05f1-4d54-8c70-2057dcfdccef None None] For port 75e79197-865c-41ef-9a75-8b5f1dd5c73f, host dv-cinder-814333-1-iscsi, cleared binding levels {{(pid=106638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 03:00:30.163210 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-e576d119-05f1-4d54-8c70-2057dcfdccef None None] For port 75e79197-865c-41ef-9a75-8b5f1dd5c73f, host dv-cinder-814333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=75e79197-865c-41ef-9a75-8b5f1dd5c73f,segment=NetworkSegment(93fde34d-71f4-4664-b4a1-dc668456a811),segment_id=93fde34d-71f4-4664-b4a1-dc668456a811)] {{(pid=106638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 03:00:30.257035 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-e576d119-05f1-4d54-8c70-2057dcfdccef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:30.323659 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e576d119-05f1-4d54-8c70-2057dcfdccef None None] Pushing event updated for resources: {'Port': ['ID=75e79197-865c-41ef-9a75-8b5f1dd5c73f,revision_number=2']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:30.505903 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-2ae6167c-dcbe-4f2e-9165-4e91128c4f0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:30.549971 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-2ae6167c-dcbe-4f2e-9165-4e91128c4f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:30.681853 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-28919a3a-ba38-4b1e-ba32-0996c20d0fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:30.687710 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-28919a3a-ba38-4b1e-ba32-0996c20d0fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:30.687710 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-28919a3a-ba38-4b1e-ba32-0996c20d0fca admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d56b148f-6e29-49df-927d-fd9be250a2c5 HTTP/1.1" status: 204 len: 168 time: 0.7064598 Oct 18 03:00:30.688007 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7cdc24-3cfc-4050-a427-b60640067be0 req-2e960016-2712-41b6-9b2d-79fabe34716a tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:30.689009 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-df7cdc24-3cfc-4050-a427-b60640067be0 req-2e960016-2712-41b6-9b2d-79fabe34716a tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 945 time: 0.0569890 Oct 18 03:00:30.731403 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28919a3a-ba38-4b1e-ba32-0996c20d0fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56b148f-6e29-49df-927d-fd9be250a2c5,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:30.769911 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-df7cdc24-3cfc-4050-a427-b60640067be0 req-6f8d59a7-5aa7-40b3-9caa-f7d2da6443cf tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724263 Oct 18 03:00:30.824069 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_common [None req-2ae6167c-dcbe-4f2e-9165-4e91128c4f0c admin admin] Allocated IP 172.27.3.136 (ec1e2d0f-026f-465c-b326-53f6d0173c72/df7c5eba-93a9-4f97-9356-1dcfa994647a/f8bc9748-14a8-43d3-b7d6-5593db0ff65e) {{(pid=106637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:00:30.925553 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-2ae6167c-dcbe-4f2e-9165-4e91128c4f0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:31.055011 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-2ae6167c-dcbe-4f2e-9165-4e91128c4f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:31.101606 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae6167c-dcbe-4f2e-9165-4e91128c4f0c admin admin] Network ec1e2d0f-026f-465c-b326-53f6d0173c72 is already hosted by enough agents. {{(pid=106637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:00:31.104809 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [None req-2ae6167c-dcbe-4f2e-9165-4e91128c4f0c admin admin] Resources bound (agent type, host, resource id): {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:00:31.120647 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae6167c-dcbe-4f2e-9165-4e91128c4f0c admin admin] Received port after_create {{(pid=106637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:00:31.162334 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6167c-dcbe-4f2e-9165-4e91128c4f0c admin admin] Pushing event updated for resources: {'Port': ['ID=f8bc9748-14a8-43d3-b7d6-5593db0ff65e,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:31.414734 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38040026-13c8-4c77-9eb3-81dc70be5ca0 None None] Network 7e3f93b2-6ab7-425d-a45f-ad1ff777d056 requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 03:00:31.530338 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-2225105c-b306-4bf1-967e-812ab9a29d05 None None] Provisioning complete for port 75e79197-865c-41ef-9a75-8b5f1dd5c73f triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:00:31.530807 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-2225105c-b306-4bf1-967e-812ab9a29d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:31.537855 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 60542) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:31.552136 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b9802a8a-b95f-4c3f-9211-dfeae7784c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:31.660906 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-2ae6167c-dcbe-4f2e-9165-4e91128c4f0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:31.670201 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b9802a8a-b95f-4c3f-9211-dfeae7784c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:31.744577 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b9802a8a-b95f-4c3f-9211-dfeae7784c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:31.789588 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-2225105c-b306-4bf1-967e-812ab9a29d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:31.798140 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-b9802a8a-b95f-4c3f-9211-dfeae7784c1f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=787997b2943d4e6ea2c7c5f780d5d940&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2591095 Oct 18 03:00:31.801255 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 60548) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:31.856255 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9802a8a-b95f-4c3f-9211-dfeae7784c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd25b085-de86-46e7-a0b7-b52b2d6b8905,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:31.895003 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-2225105c-b306-4bf1-967e-812ab9a29d05 None None] For port 75e79197-865c-41ef-9a75-8b5f1dd5c73f, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=75e79197-865c-41ef-9a75-8b5f1dd5c73f,segment=NetworkSegment(93fde34d-71f4-4664-b4a1-dc668456a811),segment_id=93fde34d-71f4-4664-b4a1-dc668456a811)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:00:31.920076 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-cb6f6ff5-9ada-4468-b5a3-883945360143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:31.922268 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-2ae6167c-dcbe-4f2e-9165-4e91128c4f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612773'] for router, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:31.974408 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e229df3-512c-4b53-b452-12013ab190f9 req-f5a4acec-c905-4bcd-af32-94793e3a8418 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:31.978259 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5e229df3-512c-4b53-b452-12013ab190f9 req-f5a4acec-c905-4bcd-af32-94793e3a8418 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 945 time: 0.0729051 Oct 18 03:00:32.010345 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-cb6f6ff5-9ada-4468-b5a3-883945360143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:32.035495 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5e229df3-512c-4b53-b452-12013ab190f9 req-88b8d64e-9f71-45d0-893d-6e03e4152259 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476975 Oct 18 03:00:32.046558 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-2225105c-b306-4bf1-967e-812ab9a29d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:32.097958 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225105c-b306-4bf1-967e-812ab9a29d05 None None] Pushing event updated for resources: {'Port': ['ID=75e79197-865c-41ef-9a75-8b5f1dd5c73f,revision_number=3']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:32.166357 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-16fc69ee-3697-4e37-9f6d-b87b2b6049fe None None] Provisioning complete for port 75e79197-865c-41ef-9a75-8b5f1dd5c73f triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:00:32.166733 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-16fc69ee-3697-4e37-9f6d-b87b2b6049fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:32.173746 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f7192-c188-4633-9055-e0ddfbe62d2e req-687c5312-d5b6-4101-a447-73a07f9c73bd tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:32.175580 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e63f7192-c188-4633-9055-e0ddfbe62d2e req-687c5312-d5b6-4101-a447-73a07f9c73bd tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0545690 Oct 18 03:00:32.212276 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-cb6f6ff5-9ada-4468-b5a3-883945360143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:32.214918 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-cb6f6ff5-9ada-4468-b5a3-883945360143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:32.216344 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-cb6f6ff5-9ada-4468-b5a3-883945360143 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dd25b085-de86-46e7-a0b7-b52b2d6b8905 HTTP/1.1" status: 204 len: 168 time: 0.4134228 Oct 18 03:00:32.219320 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae6167c-dcbe-4f2e-9165-4e91128c4f0c admin admin] Router f665c283-6d4b-40fa-a23c-2031c7584340 is scheduled to L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 with binding_index 1 {{(pid=106637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 03:00:32.231574 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f6ff5-9ada-4468-b5a3-883945360143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd25b085-de86-46e7-a0b7-b52b2d6b8905,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:32.238888 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e63f7192-c188-4633-9055-e0ddfbe62d2e req-c65799c5-0ec0-4014-bb1b-5589805eb95a tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568066 Oct 18 03:00:32.371675 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 75e79197-865c-41ef-9a75-8b5f1dd5c73f up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:00:32.449763 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae6167c-dcbe-4f2e-9165-4e91128c4f0c admin admin] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 03:00:32.465680 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2c67cc-0cea-4fa9-995f-e68b87d1c3ac None None] Sync routers for ids ['f665c283-6d4b-40fa-a23c-2031c7584340'] in dv-cinder-814333-1-iscsi {{(pid=106639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 03:00:32.469016 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port 75e79197-865c-41ef-9a75-8b5f1dd5c73f triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:00:32.472313 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:32.481449 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2c67cc-0cea-4fa9-995f-e68b87d1c3ac None None] Routers {'f665c283-6d4b-40fa-a23c-2031c7584340'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:00:32.482185 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-3d2c67cc-0cea-4fa9-995f-e68b87d1c3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:00:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['f665c283-6d4b-40fa-a23c-2031c7584340'], 'active': True} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:00:32.614266 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvr_db [None req-3d2c67cc-0cea-4fa9-995f-e68b87d1c3ac None None] Set router f665c283-6d4b-40fa-a23c-2031c7584340 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:00:32.682181 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-2ae6167c-dcbe-4f2e-9165-4e91128c4f0c admin admin] Notify callbacks [] for router, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:32.686120 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-2ae6167c-dcbe-4f2e-9165-4e91128c4f0c admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3710253 Oct 18 03:00:32.686266 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 60576) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:32.805648 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-3d2c67cc-0cea-4fa9-995f-e68b87d1c3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'name': 'tempest-TestVolumeBootPattern-1184054740-router', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:00:29Z', 'updated_at': '2021-10-18T03:00:31Z', 'revision_number': 3, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'gw_port': {'id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:30Z', 'updated_at': '2021-10-18T03:00:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi'}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:00:32.836084 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2c67cc-0cea-4fa9-995f-e68b87d1c3ac None None] Checking router: f665c283-6d4b-40fa-a23c-2031c7584340 for host: dv-cinder-814333-1-iscsi {{(pid=106639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 03:00:32.836518 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2c67cc-0cea-4fa9-995f-e68b87d1c3ac None None] Updating router f665c283-6d4b-40fa-a23c-2031c7584340 port f8bc9748-14a8-43d3-b7d6-5593db0ff65e binding host dv-cinder-814333-1-iscsi {{(pid=106639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 03:00:32.862748 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-3d2c67cc-0cea-4fa9-995f-e68b87d1c3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:33.150786 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-fa099e7e-6b11-415d-aa25-56e90afe2d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:33.167987 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-3d2c67cc-0cea-4fa9-995f-e68b87d1c3ac None None] Notify callbacks [] for port, precommit_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:33.233767 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-3d2c67cc-0cea-4fa9-995f-e68b87d1c3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:33.299047 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dfcc52-4799-42f2-aada-64cead99ba1d None None] Pushing event updated for resources: {'Port': ['ID=f8bc9748-14a8-43d3-b7d6-5593db0ff65e,revision_number=2']} {{(pid=106639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:33.308579 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dfcc52-4799-42f2-aada-64cead99ba1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:00:33.311327 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dfcc52-4799-42f2-aada-64cead99ba1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:00:33.311327 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dfcc52-4799-42f2-aada-64cead99ba1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:00:33.311327 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dfcc52-4799-42f2-aada-64cead99ba1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:00:33.311327 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dfcc52-4799-42f2-aada-64cead99ba1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:00:33.311327 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dfcc52-4799-42f2-aada-64cead99ba1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:00:33.311327 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dfcc52-4799-42f2-aada-64cead99ba1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:00:33.311327 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dfcc52-4799-42f2-aada-64cead99ba1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:00:33.313203 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dfcc52-4799-42f2-aada-64cead99ba1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:00:33.313567 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dfcc52-4799-42f2-aada-64cead99ba1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:00:33.314096 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dfcc52-4799-42f2-aada-64cead99ba1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:00:33.314451 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dfcc52-4799-42f2-aada-64cead99ba1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:00:33.352874 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.managers [None req-3d2c67cc-0cea-4fa9-995f-e68b87d1c3ac None None] Attempting to bind port f8bc9748-14a8-43d3-b7d6-5593db0ff65e on host dv-cinder-814333-1-iscsi for vnic_type normal with profile {{(pid=106639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 03:00:33.352874 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.managers [None req-3d2c67cc-0cea-4fa9-995f-e68b87d1c3ac None None] Attempting to bind port f8bc9748-14a8-43d3-b7d6-5593db0ff65e by drivers openvswitch,hyperv on host dv-cinder-814333-1-iscsi at level 0 using segments [{'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'}] {{(pid=106639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 03:00:33.352874 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2c67cc-0cea-4fa9-995f-e68b87d1c3ac None None] Attempting to bind port f8bc9748-14a8-43d3-b7d6-5593db0ff65e on network ec1e2d0f-026f-465c-b326-53f6d0173c72 {{(pid=106639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:00:33.369407 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2c67cc-0cea-4fa9-995f-e68b87d1c3ac None None] Checking agent: {'id': '725b6bc2-91e5-4fb5-a09c-abe917cff252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 50, 22), 'started_at': datetime.datetime(2021, 10, 18, 2, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 3, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 03:00:33.369407 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2c67cc-0cea-4fa9-995f-e68b87d1c3ac None None] Checking segment: {'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:00:33.369407 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-3d2c67cc-0cea-4fa9-995f-e68b87d1c3ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:33.369407 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2c67cc-0cea-4fa9-995f-e68b87d1c3ac None None] Bound using segment: {'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'} {{(pid=106639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 03:00:33.369407 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.managers [None req-3d2c67cc-0cea-4fa9-995f-e68b87d1c3ac None None] Bound port: f8bc9748-14a8-43d3-b7d6-5593db0ff65e, host: dv-cinder-814333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'}}] {{(pid=106639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 03:00:33.369407 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-3d2c67cc-0cea-4fa9-995f-e68b87d1c3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:33.396222 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_common [None req-fa099e7e-6b11-415d-aa25-56e90afe2d61 admin admin] Allocated IP 172.20.0.1 (7e3f93b2-6ab7-425d-a45f-ad1ff777d056/5242877d-4476-4a28-8a5b-87f4884f5f65/f42a7403-3236-431d-80b5-ba7ad912b82a) {{(pid=106637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:00:33.446239 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.db [None req-3d2c67cc-0cea-4fa9-995f-e68b87d1c3ac None None] For port f8bc9748-14a8-43d3-b7d6-5593db0ff65e, host dv-cinder-814333-1-iscsi, cleared binding levels {{(pid=106639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 03:00:33.449645 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.db [None req-3d2c67cc-0cea-4fa9-995f-e68b87d1c3ac None None] For port f8bc9748-14a8-43d3-b7d6-5593db0ff65e, host dv-cinder-814333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=f8bc9748-14a8-43d3-b7d6-5593db0ff65e,segment=NetworkSegment(945c2ffc-cf09-447c-9907-99c5ee5cf6c6),segment_id=945c2ffc-cf09-447c-9907-99c5ee5cf6c6)] {{(pid=106639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 03:00:33.524244 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-fa099e7e-6b11-415d-aa25-56e90afe2d61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:33.616377 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-3d2c67cc-0cea-4fa9-995f-e68b87d1c3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:33.677509 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2c67cc-0cea-4fa9-995f-e68b87d1c3ac None None] Routers {'f665c283-6d4b-40fa-a23c-2031c7584340'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:00:33.678153 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-3d2c67cc-0cea-4fa9-995f-e68b87d1c3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:00:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['f665c283-6d4b-40fa-a23c-2031c7584340'], 'active': True} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:00:33.753986 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-fa099e7e-6b11-415d-aa25-56e90afe2d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:33.769134 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dfcc52-4799-42f2-aada-64cead99ba1d None None] Pushing event updated for resources: {'Port': ['ID=f8bc9748-14a8-43d3-b7d6-5593db0ff65e,revision_number=3']} {{(pid=106639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:33.807959 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa099e7e-6b11-415d-aa25-56e90afe2d61 admin admin] Network 7e3f93b2-6ab7-425d-a45f-ad1ff777d056 is already hosted by enough agents. {{(pid=106637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:00:33.812350 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [None req-fa099e7e-6b11-415d-aa25-56e90afe2d61 admin admin] Resources bound (agent type, host, resource id): {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:00:33.816302 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa099e7e-6b11-415d-aa25-56e90afe2d61 admin admin] Received port after_create {{(pid=106637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:00:33.826924 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvr_db [None req-3d2c67cc-0cea-4fa9-995f-e68b87d1c3ac None None] Set router f665c283-6d4b-40fa-a23c-2031c7584340 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:00:33.895214 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa099e7e-6b11-415d-aa25-56e90afe2d61 admin admin] Pushing event updated for resources: {'Port': ['ID=f42a7403-3236-431d-80b5-ba7ad912b82a,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:33.902932 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-fa099e7e-6b11-415d-aa25-56e90afe2d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611728'] for router_interface, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:34.127623 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 60650) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:34.134623 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-3d2c67cc-0cea-4fa9-995f-e68b87d1c3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'name': 'tempest-TestVolumeBootPattern-1184054740-router', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:00:29Z', 'updated_at': '2021-10-18T03:00:31Z', 'revision_number': 3, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'gw_port': {'id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:30Z', 'updated_at': '2021-10-18T03:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi'}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:00:34.173450 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-fa099e7e-6b11-415d-aa25-56e90afe2d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:34.252893 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-f0d6d999-417c-459f-a47a-d802550530a5 None None] Provisioning complete for port f42a7403-3236-431d-80b5-ba7ad912b82a triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:00:34.253927 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-f0d6d999-417c-459f-a47a-d802550530a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:34.276322 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2c67cc-0cea-4fa9-995f-e68b87d1c3ac None None] The sync data for ids ['f665c283-6d4b-40fa-a23c-2031c7584340'] in dv-cinder-814333-1-iscsi is: [{'id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'name': 'tempest-TestVolumeBootPattern-1184054740-router', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:00:29Z', 'updated_at': '2021-10-18T03:00:31Z', 'revision_number': 3, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'gw_port': {'id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:30Z', 'updated_at': '2021-10-18T03:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi'}] {{(pid=106639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 03:00:34.290213 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-f0d6d999-417c-459f-a47a-d802550530a5 None None] Port f42a7403-3236-431d-80b5-ba7ad912b82a cannot update to ACTIVE because it is not bound. {{(pid=106638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 03:00:34.362443 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-fa099e7e-6b11-415d-aa25-56e90afe2d61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:34.440535 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e321eb94-292f-4c48-b76a-8004b45ffbfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:34.497649 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:34.502408 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-fa099e7e-6b11-415d-aa25-56e90afe2d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3168564'] for port, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:34.614547 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa099e7e-6b11-415d-aa25-56e90afe2d61 admin admin] Pushing event updated for resources: {'Port': ['ID=f42a7403-3236-431d-80b5-ba7ad912b82a,revision_number=2']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:34.637576 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-fa099e7e-6b11-415d-aa25-56e90afe2d61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611812'] for router_interface, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:34.660546 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e321eb94-292f-4c48-b76a-8004b45ffbfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:34.759807 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa099e7e-6b11-415d-aa25-56e90afe2d61 admin admin] Network 7e3f93b2-6ab7-425d-a45f-ad1ff777d056 is already hosted by enough agents. {{(pid=106637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:00:34.761583 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [None req-fa099e7e-6b11-415d-aa25-56e90afe2d61 admin admin] Resources bound (agent type, host, resource id): {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:00:34.767161 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e321eb94-292f-4c48-b76a-8004b45ffbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:34.916535 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 60674) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:35.006212 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-e321eb94-292f-4c48-b76a-8004b45ffbfe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6f82ff437c144298b056a43fb819b850&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8752100 Oct 18 03:00:35.019291 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 60678) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:35.031849 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e321eb94-292f-4c48-b76a-8004b45ffbfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7269204b-fc2b-42a2-80c3-275942fd1c3d,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:35.076675 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa099e7e-6b11-415d-aa25-56e90afe2d61 admin admin] Router f665c283-6d4b-40fa-a23c-2031c7584340 has already been hosted by L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 {{(pid=106637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 03:00:35.118435 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-88263dde-c37c-4a6e-9fa4-d6b72ae41045 None None] Provisioning complete for port f42a7403-3236-431d-80b5-ba7ad912b82a triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:00:35.119031 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-88263dde-c37c-4a6e-9fa4-d6b72ae41045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:35.152432 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586938d4-62f7-496b-9752-2373fe6b9959 req-9b45f1f6-0811-4168-9e58-2f98d043c239 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:35.154236 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-586938d4-62f7-496b-9752-2373fe6b9959 req-9b45f1f6-0811-4168-9e58-2f98d043c239 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.1723957 Oct 18 03:00:35.161017 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-eac4201e-8aca-4483-b68a-35c15ff35fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:35.193985 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0a564-8be3-4a79-8e4d-12a7fd678642 req-8bf4ce3c-b172-4b39-a631-b6d9779c7039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:35.196881 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-22c0a564-8be3-4a79-8e4d-12a7fd678642 req-8bf4ce3c-b172-4b39-a631-b6d9779c7039 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6894422efe52423ca3f7a27e517ac618&device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 1099 time: 0.1566443 Oct 18 03:00:35.197902 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-d1662523-146a-4c69-a97b-fdc91d4dd507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:35.210776 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-88263dde-c37c-4a6e-9fa4-d6b72ae41045 None None] Port f42a7403-3236-431d-80b5-ba7ad912b82a cannot update to ACTIVE because it is not bound. {{(pid=106638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 03:00:35.266329 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa099e7e-6b11-415d-aa25-56e90afe2d61 admin admin] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 03:00:35.278096 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-586938d4-62f7-496b-9752-2373fe6b9959 req-76d88875-a0b7-4ea9-9241-6b1796803b68 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100826 Oct 18 03:00:35.290306 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-fa099e7e-6b11-415d-aa25-56e90afe2d61 admin admin] 10.222.0.30 "PUT /v2.0/routers/f665c283-6d4b-40fa-a23c-2031c7584340/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6028750 Oct 18 03:00:35.315801 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-eac4201e-8aca-4483-b68a-35c15ff35fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:35.430476 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0a564-8be3-4a79-8e4d-12a7fd678642 req-27da45c0-5b2d-49dc-a96f-615fed14b801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:35.432018 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-22c0a564-8be3-4a79-8e4d-12a7fd678642 req-27da45c0-5b2d-49dc-a96f-615fed14b801 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d30303c-fcdb-4228-b9fc-587a12d80856 HTTP/1.1" status: 200 len: 920 time: 0.2139211 Oct 18 03:00:35.491085 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-22c0a564-8be3-4a79-8e4d-12a7fd678642 req-d4cb5cd3-c425-4806-8c20-1bab878b0410 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07318d5b-0abb-418e-86c4-a0e2df0a7bc9 HTTP/1.1" status: 200 len: 217 time: 0.0507505 Oct 18 03:00:35.537431 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-eac4201e-8aca-4483-b68a-35c15ff35fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:35.540612 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-eac4201e-8aca-4483-b68a-35c15ff35fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:35.544403 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-eac4201e-8aca-4483-b68a-35c15ff35fd8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7269204b-fc2b-42a2-80c3-275942fd1c3d HTTP/1.1" status: 204 len: 168 time: 0.5212381 Oct 18 03:00:35.569643 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac4201e-8aca-4483-b68a-35c15ff35fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7269204b-fc2b-42a2-80c3-275942fd1c3d,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:35.592925 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0a564-8be3-4a79-8e4d-12a7fd678642 req-9d8c3a41-e916-4d3e-8977-6c98699873a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:35.594771 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-22c0a564-8be3-4a79-8e4d-12a7fd678642 req-9d8c3a41-e916-4d3e-8977-6c98699873a4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=408cb873-47be-40b3-8bec-d74941eb7535 HTTP/1.1" status: 200 len: 859 time: 0.0957165 Oct 18 03:00:35.630261 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-d1662523-146a-4c69-a97b-fdc91d4dd507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:35.644670 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-22c0a564-8be3-4a79-8e4d-12a7fd678642 req-01b92446-ad8a-4fc1-886a-ba8a20ec123c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d30303c-fcdb-4228-b9fc-587a12d80856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320785 Oct 18 03:00:35.721538 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-d1662523-146a-4c69-a97b-fdc91d4dd507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:35.779649 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-22c0a564-8be3-4a79-8e4d-12a7fd678642 req-9e2b910d-3e67-4d06-8a9c-7b13d6babd18 service neutron] 10.222.0.36 "GET /v2.0/networks/4d30303c-fcdb-4228-b9fc-587a12d80856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241670 Oct 18 03:00:35.781160 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1662523-146a-4c69-a97b-fdc91d4dd507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abba0eba-227c-4635-9ef3-561e71982b56,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:35.785663 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-d1662523-146a-4c69-a97b-fdc91d4dd507 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7b011eecc9e54e4fa85ff75b7b56a3ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8680735 Oct 18 03:00:35.788331 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 60710) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:35.918222 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7bbeaa60-0694-4884-836d-8f2f30b4d026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:35.943568 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-22c0a564-8be3-4a79-8e4d-12a7fd678642 req-4e1ac402-b0ee-4fb1-ac02-b12a4ae692b6 service neutron] 10.222.0.36 "GET /v2.0/networks/4d30303c-fcdb-4228-b9fc-587a12d80856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368046 Oct 18 03:00:35.948323 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7bbeaa60-0694-4884-836d-8f2f30b4d026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:36.075289 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7bbeaa60-0694-4884-836d-8f2f30b4d026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:36.078063 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7bbeaa60-0694-4884-836d-8f2f30b4d026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:36.081608 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-7bbeaa60-0694-4884-836d-8f2f30b4d026 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/abba0eba-227c-4635-9ef3-561e71982b56 HTTP/1.1" status: 204 len: 168 time: 0.2902040 Oct 18 03:00:36.090114 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbeaa60-0694-4884-836d-8f2f30b4d026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abba0eba-227c-4635-9ef3-561e71982b56,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:36.256971 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e52f89-7453-476a-b86a-f7541e0dfc2d None None] Sync routers for ids ['f665c283-6d4b-40fa-a23c-2031c7584340'] in dv-cinder-814333-1-iscsi {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 03:00:36.266748 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e52f89-7453-476a-b86a-f7541e0dfc2d None None] Routers {'f665c283-6d4b-40fa-a23c-2031c7584340'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:00:36.267690 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-04e52f89-7453-476a-b86a-f7541e0dfc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:00:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['f665c283-6d4b-40fa-a23c-2031c7584340'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:00:36.268157 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 60730) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:36.296470 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-d67b8c69-088b-47a4-9f3c-bcee99628982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:36.326504 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device f8bc9748-14a8-43d3-b7d6-5593db0ff65e up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:00:36.380623 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-d67b8c69-088b-47a4-9f3c-bcee99628982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:36.417503 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 60736) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:36.447630 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85feb9f-92c5-483d-baec-f2d6db8d4eee req-c4d134d4-0ad3-4e2b-8696-ba23d6e432ce tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:36.449109 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d85feb9f-92c5-483d-baec-f2d6db8d4eee req-c4d134d4-0ad3-4e2b-8696-ba23d6e432ce tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0666683 Oct 18 03:00:36.465423 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-04e52f89-7453-476a-b86a-f7541e0dfc2d None None] Set router f665c283-6d4b-40fa-a23c-2031c7584340 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:00:36.486546 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-d67b8c69-088b-47a4-9f3c-bcee99628982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:36.497432 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port f8bc9748-14a8-43d3-b7d6-5593db0ff65e triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:00:36.497883 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:36.542208 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d85feb9f-92c5-483d-baec-f2d6db8d4eee req-47ba0609-23c7-4fb6-a748-701f7b01d562 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772209 Oct 18 03:00:36.543807 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b8c69-088b-47a4-9f3c-bcee99628982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4c1102-fe13-4387-9089-7bd50bb12d64,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:36.551887 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-d67b8c69-088b-47a4-9f3c-bcee99628982 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6dbd1c43f63c478e835cff8156b044ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2799296 Oct 18 03:00:36.552174 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 60742) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:36.612917 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-78cf19d6-17f2-46f3-80e0-b679c86446c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:36.644318 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-78cf19d6-17f2-46f3-80e0-b679c86446c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:36.756522 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-7b9ec1fa-7fe4-42ab-ae2e-e204ebc9862a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:36.785010 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:36.791040 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-04e52f89-7453-476a-b86a-f7541e0dfc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'name': 'tempest-TestVolumeBootPattern-1184054740-router', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:00:29Z', 'updated_at': '2021-10-18T03:00:34Z', 'revision_number': 4, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'gw_port': {'id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:30Z', 'updated_at': '2021-10-18T03:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': 'f42a7403-3236-431d-80b5-ba7ad912b82a', 'name': '', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'mac_address': 'fa:16:3e:4c:7d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:33Z', 'updated_at': '2021-10-18T03:00:34Z', 'revision_number': 2, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'subnets': [{'id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:00:36.828170 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e52f89-7453-476a-b86a-f7541e0dfc2d None None] Checking router: f665c283-6d4b-40fa-a23c-2031c7584340 for host: dv-cinder-814333-1-iscsi {{(pid=106638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 03:00:36.828170 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e52f89-7453-476a-b86a-f7541e0dfc2d None None] Updating router f665c283-6d4b-40fa-a23c-2031c7584340 port f42a7403-3236-431d-80b5-ba7ad912b82a binding host dv-cinder-814333-1-iscsi {{(pid=106638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 03:00:36.831072 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 60748) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:36.835902 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [None req-50d62ffe-51c8-46f0-8a6c-c374861932b6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1756778361-network', 'tenant_id': '5a796a57bee541a2899b8c1daca43936'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:00:36.854586 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] For port f8bc9748-14a8-43d3-b7d6-5593db0ff65e, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=f8bc9748-14a8-43d3-b7d6-5593db0ff65e,segment=NetworkSegment(945c2ffc-cf09-447c-9907-99c5ee5cf6c6),segment_id=945c2ffc-cf09-447c-9907-99c5ee5cf6c6)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:00:36.857887 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-78cf19d6-17f2-46f3-80e0-b679c86446c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:36.860708 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-78cf19d6-17f2-46f3-80e0-b679c86446c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:36.861940 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-78cf19d6-17f2-46f3-80e0-b679c86446c3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4b4c1102-fe13-4387-9089-7bd50bb12d64 HTTP/1.1" status: 204 len: 168 time: 0.3088496 Oct 18 03:00:36.868766 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-04e52f89-7453-476a-b86a-f7541e0dfc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:36.871778 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf19d6-17f2-46f3-80e0-b679c86446c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4c1102-fe13-4387-9089-7bd50bb12d64,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:36.939305 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d62ffe-51c8-46f0-8a6c-c374861932b6 admin admin] Made reservation on behalf of 5a796a57bee541a2899b8c1daca43936 for: {'network': 1} {{(pid=106636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 03:00:36.941611 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-50d62ffe-51c8-46f0-8a6c-c374861932b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for network, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:36.955297 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-7b9ec1fa-7fe4-42ab-ae2e-e204ebc9862a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:36.955401 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-50d62ffe-51c8-46f0-8a6c-c374861932b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:36.978243 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:37.050950 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-50d62ffe-51c8-46f0-8a6c-c374861932b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:37.057935 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-7b9ec1fa-7fe4-42ab-ae2e-e204ebc9862a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:37.085226 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Pushing event updated for resources: {'Port': ['ID=f8bc9748-14a8-43d3-b7d6-5593db0ff65e,revision_number=4']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:37.104838 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ec1fa-7fe4-42ab-ae2e-e204ebc9862a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6f4206-6b4f-4e27-ad05-8a7004984a3b,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:37.111428 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-7b9ec1fa-7fe4-42ab-ae2e-e204ebc9862a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=90f5d6bb4ffc489fbd882fa646da9506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6912034 Oct 18 03:00:37.113443 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 60756) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:37.142859 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-50d62ffe-51c8-46f0-8a6c-c374861932b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:37.161115 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 60758) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:37.168001 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d62ffe-51c8-46f0-8a6c-c374861932b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=106636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 03:00:37.184640 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-62468821-e216-4fd6-a34d-ee9f330df73c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:37.194935 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d62ffe-51c8-46f0-8a6c-c374861932b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1968a39c-4ad7-4c69-8d67-bbf6d968d781,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:37.202586 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-50d62ffe-51c8-46f0-8a6c-c374861932b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965'] for segment, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:37.208361 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.db.segments_db [None req-50d62ffe-51c8-46f0-8a6c-c374861932b6 admin admin] Added segment e77d4c0d-0654-46dc-81ae-7f12c02313d4 of type vlan for network a530d662-5bb7-4d40-bf94-dbf440904e69 Oct 18 03:00:37.213062 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-be9b2952-fa4c-4901-a24a-6573a9501096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:37.249449 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-04e52f89-7453-476a-b86a-f7541e0dfc2d None None] Notify callbacks [] for port, precommit_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:37.252178 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-be9b2952-fa4c-4901-a24a-6573a9501096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:37.260349 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-50d62ffe-51c8-46f0-8a6c-c374861932b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748750891129'] for network, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:37.320673 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-04e52f89-7453-476a-b86a-f7541e0dfc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:37.326749 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-62468821-e216-4fd6-a34d-ee9f330df73c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:37.371480 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad73149-c167-4be1-8947-5e1d0e862e40 None None] Pushing event updated for resources: {'Port': ['ID=f42a7403-3236-431d-80b5-ba7ad912b82a,revision_number=3']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:37.387607 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-50d62ffe-51c8-46f0-8a6c-c374861932b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149'] for network, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:37.393947 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d62ffe-51c8-46f0-8a6c-c374861932b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:37.393947 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-50d62ffe-51c8-46f0-8a6c-c374861932b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for network, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:37.434907 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-04e52f89-7453-476a-b86a-f7541e0dfc2d None None] Attempting to bind port f42a7403-3236-431d-80b5-ba7ad912b82a on host dv-cinder-814333-1-iscsi for vnic_type normal with profile {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 03:00:37.435757 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-04e52f89-7453-476a-b86a-f7541e0dfc2d None None] Attempting to bind port f42a7403-3236-431d-80b5-ba7ad912b82a by drivers openvswitch,hyperv on host dv-cinder-814333-1-iscsi at level 0 using segments [{'id': '93fde34d-71f4-4664-b4a1-dc668456a811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056'}] {{(pid=106638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 03:00:37.437538 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e52f89-7453-476a-b86a-f7541e0dfc2d None None] Attempting to bind port f42a7403-3236-431d-80b5-ba7ad912b82a on network 7e3f93b2-6ab7-425d-a45f-ad1ff777d056 {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:00:37.444194 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e52f89-7453-476a-b86a-f7541e0dfc2d None None] Checking agent: {'id': '725b6bc2-91e5-4fb5-a09c-abe917cff252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 50, 22), 'started_at': datetime.datetime(2021, 10, 18, 2, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 3, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 03:00:37.444194 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e52f89-7453-476a-b86a-f7541e0dfc2d None None] Checking segment: {'id': '93fde34d-71f4-4664-b4a1-dc668456a811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:00:37.446061 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-04e52f89-7453-476a-b86a-f7541e0dfc2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:37.450825 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e52f89-7453-476a-b86a-f7541e0dfc2d None None] Bound using segment: {'id': '93fde34d-71f4-4664-b4a1-dc668456a811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056'} {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 03:00:37.451348 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-04e52f89-7453-476a-b86a-f7541e0dfc2d None None] Bound port: f42a7403-3236-431d-80b5-ba7ad912b82a, host: dv-cinder-814333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93fde34d-71f4-4664-b4a1-dc668456a811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056'}}] {{(pid=106638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 03:00:37.451749 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-04e52f89-7453-476a-b86a-f7541e0dfc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:37.458567 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-be9b2952-fa4c-4901-a24a-6573a9501096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:37.460813 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d62ffe-51c8-46f0-8a6c-c374861932b6 admin admin] Pushing event updated for resources: {'Network': ['ID=a530d662-5bb7-4d40-bf94-dbf440904e69,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:37.461818 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-be9b2952-fa4c-4901-a24a-6573a9501096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:37.473060 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-be9b2952-fa4c-4901-a24a-6573a9501096 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ba6f4206-6b4f-4e27-ad05-8a7004984a3b HTTP/1.1" status: 204 len: 168 time: 0.3486474 Oct 18 03:00:37.473060 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-62468821-e216-4fd6-a34d-ee9f330df73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:37.473471 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Network a530d662-5bb7-4d40-bf94-dbf440904e69 details requested by agent ovs-agent-dv-cinder-814333-1-iscsi with host dv-cinder-814333-1-iscsi {{(pid=106638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 03:00:37.497565 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b2952-fa4c-4901-a24a-6573a9501096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6f4206-6b4f-4e27-ad05-8a7004984a3b,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:37.514773 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-62468821-e216-4fd6-a34d-ee9f330df73c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dce8aadff8f147c9bee6239619cf4ead&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3524005 Oct 18 03:00:37.517472 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 60766) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:37.537066 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62468821-e216-4fd6-a34d-ee9f330df73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d595cb7-1f00-4d4d-9080-5748c0921de7,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:37.570460 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-50d62ffe-51c8-46f0-8a6c-c374861932b6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7366533 Oct 18 03:00:37.572811 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 60770) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:37.580522 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-dfdd65c8-fddf-499b-a35e-746aab44cf08 admin admin] Request body: {'subnet': {'network_id': 'a530d662-5bb7-4d40-bf94-dbf440904e69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1756778361-subnet', 'tenant_id': '5a796a57bee541a2899b8c1daca43936', 'ip_version': 4}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:00:37.618044 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-04e52f89-7453-476a-b86a-f7541e0dfc2d None None] For port f42a7403-3236-431d-80b5-ba7ad912b82a, host dv-cinder-814333-1-iscsi, cleared binding levels {{(pid=106638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 03:00:37.623980 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-04e52f89-7453-476a-b86a-f7541e0dfc2d None None] For port f42a7403-3236-431d-80b5-ba7ad912b82a, host dv-cinder-814333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=f42a7403-3236-431d-80b5-ba7ad912b82a,segment=NetworkSegment(93fde34d-71f4-4664-b4a1-dc668456a811),segment_id=93fde34d-71f4-4664-b4a1-dc668456a811)] {{(pid=106638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 03:00:37.628895 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-be7071fe-b0f1-4cfd-94d9-156d58a65e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:37.656264 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-be7071fe-b0f1-4cfd-94d9-156d58a65e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:37.656806 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-869969b9-9f95-4480-a949-8a08d94ef9ce None None] Provisioning complete for port f42a7403-3236-431d-80b5-ba7ad912b82a triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:00:37.657956 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-869969b9-9f95-4480-a949-8a08d94ef9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:37.695101 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-869969b9-9f95-4480-a949-8a08d94ef9ce None None] Port f42a7403-3236-431d-80b5-ba7ad912b82a cannot update to ACTIVE because it is not bound. {{(pid=106638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 03:00:37.714802 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdd65c8-fddf-499b-a35e-746aab44cf08 admin admin] Made reservation on behalf of 5a796a57bee541a2899b8c1daca43936 for: {'subnet': 1} {{(pid=106637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 03:00:37.717442 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-dfdd65c8-fddf-499b-a35e-746aab44cf08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3874254'] for subnet, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:37.740709 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1fd8d-494c-4b19-9eef-7713187a8352 req-3a4cca2c-ebca-4c83-a29e-df38b7aea191 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:37.742204 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-bbf1fd8d-494c-4b19-9eef-7713187a8352 req-3a4cca2c-ebca-4c83-a29e-df38b7aea191 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0808256 Oct 18 03:00:37.750411 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-04e52f89-7453-476a-b86a-f7541e0dfc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:37.783085 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-bbf1fd8d-494c-4b19-9eef-7713187a8352 req-e1cee1ab-b787-44ef-ba49-d7d87ce2abc9 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347559 Oct 18 03:00:37.811808 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e52f89-7453-476a-b86a-f7541e0dfc2d None None] Routers {'f665c283-6d4b-40fa-a23c-2031c7584340'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:00:37.812433 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-04e52f89-7453-476a-b86a-f7541e0dfc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:00:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['f665c283-6d4b-40fa-a23c-2031c7584340'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:00:37.818106 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad73149-c167-4be1-8947-5e1d0e862e40 None None] Pushing event updated for resources: {'Port': ['ID=f42a7403-3236-431d-80b5-ba7ad912b82a,revision_number=4']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:37.835673 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 60776) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:37.852429 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-be7071fe-b0f1-4cfd-94d9-156d58a65e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:37.855757 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-396ae77b-168d-465e-bfc4-19c0b5ff948e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:37.855928 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-be7071fe-b0f1-4cfd-94d9-156d58a65e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:37.862084 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-be7071fe-b0f1-4cfd-94d9-156d58a65e72 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6d595cb7-1f00-4d4d-9080-5748c0921de7 HTTP/1.1" status: 204 len: 168 time: 0.3396325 Oct 18 03:00:37.871480 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7071fe-b0f1-4cfd-94d9-156d58a65e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d595cb7-1f00-4d4d-9080-5748c0921de7,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:37.951002 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-04e52f89-7453-476a-b86a-f7541e0dfc2d None None] Set router f665c283-6d4b-40fa-a23c-2031c7584340 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:00:38.101854 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-396ae77b-168d-465e-bfc4-19c0b5ff948e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:38.195212 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-dfdd65c8-fddf-499b-a35e-746aab44cf08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3168445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3874236'] for subnet, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:38.237551 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-66cf5335-3d60-43d7-a164-811a8ccbbff7 None None] Provisioning complete for port f42a7403-3236-431d-80b5-ba7ad912b82a triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:00:38.244995 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-66cf5335-3d60-43d7-a164-811a8ccbbff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:38.268252 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd65c8-fddf-499b-a35e-746aab44cf08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74d44197-ed14-40be-b404-723917136c5d,revision_number=0']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:38.283393 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdd65c8-fddf-499b-a35e-746aab44cf08 admin admin] Checking segment: {'id': 'e77d4c0d-0654-46dc-81ae-7f12c02313d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a530d662-5bb7-4d40-bf94-dbf440904e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:00:38.284011 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdd65c8-fddf-499b-a35e-746aab44cf08 admin admin] Network hostable DHCP agents. Network: a530d662-5bb7-4d40-bf94-dbf440904e69, hostable agents: ['d6364138-709a-4c77-9f16-97f76425e773'], hosted agents: [] {{(pid=106637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 03:00:38.288772 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-396ae77b-168d-465e-bfc4-19c0b5ff948e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:38.319668 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device f8bc9748-14a8-43d3-b7d6-5593db0ff65e up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:00:38.421996 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-66cf5335-3d60-43d7-a164-811a8ccbbff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:38.442982 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-04e52f89-7453-476a-b86a-f7541e0dfc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'name': 'tempest-TestVolumeBootPattern-1184054740-router', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:00:29Z', 'updated_at': '2021-10-18T03:00:34Z', 'revision_number': 4, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'gw_port': {'id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:30Z', 'updated_at': '2021-10-18T03:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': 'f42a7403-3236-431d-80b5-ba7ad912b82a', 'name': '', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'mac_address': 'fa:16:3e:4c:7d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:33Z', 'updated_at': '2021-10-18T03:00:37Z', 'revision_number': 4, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'subnets': [{'id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:00:38.453163 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port f8bc9748-14a8-43d3-b7d6-5593db0ff65e triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:00:38.453373 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:38.504902 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e52f89-7453-476a-b86a-f7541e0dfc2d None None] The sync data for ids ['f665c283-6d4b-40fa-a23c-2031c7584340'] in dv-cinder-814333-1-iscsi is: [{'id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'name': 'tempest-TestVolumeBootPattern-1184054740-router', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:00:29Z', 'updated_at': '2021-10-18T03:00:34Z', 'revision_number': 4, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'gw_port': {'id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:30Z', 'updated_at': '2021-10-18T03:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': 'f42a7403-3236-431d-80b5-ba7ad912b82a', 'name': '', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'mac_address': 'fa:16:3e:4c:7d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:33Z', 'updated_at': '2021-10-18T03:00:37Z', 'revision_number': 4, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'subnets': [{'id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 03:00:38.521832 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-66cf5335-3d60-43d7-a164-811a8ccbbff7 None None] For port f42a7403-3236-431d-80b5-ba7ad912b82a, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=f42a7403-3236-431d-80b5-ba7ad912b82a,segment=NetworkSegment(93fde34d-71f4-4664-b4a1-dc668456a811),segment_id=93fde34d-71f4-4664-b4a1-dc668456a811)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:00:38.589550 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 60798) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:38.608876 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ae77b-168d-465e-bfc4-19c0b5ff948e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02af51a-90cc-4efd-827e-86c309862625,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:38.622507 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-396ae77b-168d-465e-bfc4-19c0b5ff948e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b4f69a84943c4ce385ad09ec004734b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7826235 Oct 18 03:00:38.622972 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 60802) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:38.627446 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-fd6b3082-c10b-437c-bae2-84eb61eac1be admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:38.646698 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-66cf5335-3d60-43d7-a164-811a8ccbbff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:38.675273 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdd65c8-fddf-499b-a35e-746aab44cf08 admin admin] Network a530d662-5bb7-4d40-bf94-dbf440904e69 is scheduled to be hosted by DHCP agent d6364138-709a-4c77-9f16-97f76425e773 with binding_index 1 {{(pid=106637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 03:00:38.708421 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a604fcb5-a8af-4100-b725-0eb0fe51af78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:38.733502 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a604fcb5-a8af-4100-b725-0eb0fe51af78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:38.750285 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-fd6b3082-c10b-437c-bae2-84eb61eac1be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:38.769341 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cf5335-3d60-43d7-a164-811a8ccbbff7 None None] Pushing event updated for resources: {'Port': ['ID=f42a7403-3236-431d-80b5-ba7ad912b82a,revision_number=5']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:38.782219 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [None req-dfdd65c8-fddf-499b-a35e-746aab44cf08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814333-1-iscsi, a530d662-5bb7-4d40-bf94-dbf440904e69) {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:00:38.787641 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdd65c8-fddf-499b-a35e-746aab44cf08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:38.788341 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-dfdd65c8-fddf-499b-a35e-746aab44cf08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:38.796327 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b64112-3d31-4b0d-a944-4bc713788f9b None None] Network a530d662-5bb7-4d40-bf94-dbf440904e69 requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 03:00:38.846520 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-fd6b3082-c10b-437c-bae2-84eb61eac1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:38.912194 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-dfdd65c8-fddf-499b-a35e-746aab44cf08 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3380237 Oct 18 03:00:38.915856 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 60812) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:38.916582 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b3082-c10b-437c-bae2-84eb61eac1be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7a576b-e724-41bf-85b0-95dd4793a080,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:38.919582 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a604fcb5-a8af-4100-b725-0eb0fe51af78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:38.931300 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a604fcb5-a8af-4100-b725-0eb0fe51af78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:38.932456 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-a604fcb5-a8af-4100-b725-0eb0fe51af78 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b02af51a-90cc-4efd-827e-86c309862625 HTTP/1.1" status: 204 len: 168 time: 0.3083591 Oct 18 03:00:38.933651 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-6b4840f8-3af0-4ab4-ba24-9576b124835d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1756778361-router', 'tenant_id': '5a796a57bee541a2899b8c1daca43936', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'}}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:00:38.940312 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-fd6b3082-c10b-437c-bae2-84eb61eac1be admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=664587433f3f477abf6104b9e34aef99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3490937 Oct 18 03:00:38.968310 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 60816) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:38.972154 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a604fcb5-a8af-4100-b725-0eb0fe51af78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02af51a-90cc-4efd-827e-86c309862625,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:39.003711 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd7ea2e-59a6-4e9c-9128-6d77977017dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd97ac7e-b8df-5221-be60-5c49b09c5ecf-a530d662-5bb7-4d40-bf94-dbf440904e69', 'network_id': 'a530d662-5bb7-4d40-bf94-dbf440904e69', 'tenant_id': '5a796a57bee541a2899b8c1daca43936', 'fixed_ips': [{'subnet_id': '74d44197-ed14-40be-b404-723917136c5d'}]}} from dv-cinder-814333-1-iscsi. {{(pid=106638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 03:00:39.005776 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-bfd7ea2e-59a6-4e9c-9128-6d77977017dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:39.019235 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa88aa1-af6e-480c-87af-618d92c21769 req-06489023-db8e-4ebf-805a-baa67ad57b14 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:39.021056 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5fa88aa1-af6e-480c-87af-618d92c21769 req-06489023-db8e-4ebf-805a-baa67ad57b14 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.1459460 Oct 18 03:00:39.052080 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6b4840f8-3af0-4ab4-ba24-9576b124835d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3491'] for router, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:39.053240 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6b4840f8-3af0-4ab4-ba24-9576b124835d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-612752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3508'] for router, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:39.076072 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-24d4a58d-501d-4ff9-bf75-3bf6cd47ed2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:39.101877 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-24d4a58d-501d-4ff9-bf75-3bf6cd47ed2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:39.147601 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6b4840f8-3af0-4ab4-ba24-9576b124835d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:39.170397 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5fa88aa1-af6e-480c-87af-618d92c21769 req-0f2a4ce0-ae4a-4cd9-a24f-30d144ea162d tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338720 Oct 18 03:00:39.236273 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.db_base_plugin_common [None req-bfd7ea2e-59a6-4e9c-9128-6d77977017dd None None] Allocated IP 172.20.0.2 (a530d662-5bb7-4d40-bf94-dbf440904e69/74d44197-ed14-40be-b404-723917136c5d/77100dc4-0080-446f-9257-87f850e7a0b7) {{(pid=106638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:00:39.272616 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-24d4a58d-501d-4ff9-bf75-3bf6cd47ed2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:39.283549 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-24d4a58d-501d-4ff9-bf75-3bf6cd47ed2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:39.289321 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-24d4a58d-501d-4ff9-bf75-3bf6cd47ed2f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6f7a576b-e724-41bf-85b0-95dd4793a080 HTTP/1.1" status: 204 len: 168 time: 0.3133984 Oct 18 03:00:39.306736 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4a58d-501d-4ff9-bf75-3bf6cd47ed2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7a576b-e724-41bf-85b0-95dd4793a080,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:39.453053 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-bfd7ea2e-59a6-4e9c-9128-6d77977017dd None None] Notify callbacks [] for port, precommit_create {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:39.475825 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6b4840f8-3af0-4ab4-ba24-9576b124835d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:39.566783 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-bfd7ea2e-59a6-4e9c-9128-6d77977017dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598'] for port, after_create {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:39.618575 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd7ea2e-59a6-4e9c-9128-6d77977017dd None None] Network a530d662-5bb7-4d40-bf94-dbf440904e69 is already hosted by enough agents. {{(pid=106638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:00:39.637077 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.scheduler.base_scheduler [None req-bfd7ea2e-59a6-4e9c-9128-6d77977017dd None None] Resources bound (agent type, host, resource id): {{(pid=106638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:00:39.646739 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd7ea2e-59a6-4e9c-9128-6d77977017dd None None] Received port after_create {{(pid=106638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:00:39.690932 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7ea2e-59a6-4e9c-9128-6d77977017dd None None] Pushing event updated for resources: {'Port': ['ID=77100dc4-0080-446f-9257-87f850e7a0b7,revision_number=1']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:39.745665 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-bfd7ea2e-59a6-4e9c-9128-6d77977017dd None None] Attempting to bind port 77100dc4-0080-446f-9257-87f850e7a0b7 on host dv-cinder-814333-1-iscsi for vnic_type normal with profile {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 03:00:39.746255 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-bfd7ea2e-59a6-4e9c-9128-6d77977017dd None None] Attempting to bind port 77100dc4-0080-446f-9257-87f850e7a0b7 by drivers openvswitch,hyperv on host dv-cinder-814333-1-iscsi at level 0 using segments [{'id': 'e77d4c0d-0654-46dc-81ae-7f12c02313d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a530d662-5bb7-4d40-bf94-dbf440904e69'}] {{(pid=106638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 03:00:39.746624 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd7ea2e-59a6-4e9c-9128-6d77977017dd None None] Attempting to bind port 77100dc4-0080-446f-9257-87f850e7a0b7 on network a530d662-5bb7-4d40-bf94-dbf440904e69 {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:00:39.753394 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd7ea2e-59a6-4e9c-9128-6d77977017dd None None] Checking agent: {'id': '725b6bc2-91e5-4fb5-a09c-abe917cff252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 50, 22), 'started_at': datetime.datetime(2021, 10, 18, 2, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 3, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 03:00:39.758277 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd7ea2e-59a6-4e9c-9128-6d77977017dd None None] Checking segment: {'id': 'e77d4c0d-0654-46dc-81ae-7f12c02313d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a530d662-5bb7-4d40-bf94-dbf440904e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:00:39.766862 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-bfd7ea2e-59a6-4e9c-9128-6d77977017dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:39.767297 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd7ea2e-59a6-4e9c-9128-6d77977017dd None None] Bound using segment: {'id': 'e77d4c0d-0654-46dc-81ae-7f12c02313d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a530d662-5bb7-4d40-bf94-dbf440904e69'} {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 03:00:39.767987 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-bfd7ea2e-59a6-4e9c-9128-6d77977017dd None None] Bound port: 77100dc4-0080-446f-9257-87f850e7a0b7, host: dv-cinder-814333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e77d4c0d-0654-46dc-81ae-7f12c02313d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a530d662-5bb7-4d40-bf94-dbf440904e69'}}] {{(pid=106638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 03:00:39.768328 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-bfd7ea2e-59a6-4e9c-9128-6d77977017dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:39.868611 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-bfd7ea2e-59a6-4e9c-9128-6d77977017dd None None] For port 77100dc4-0080-446f-9257-87f850e7a0b7, host dv-cinder-814333-1-iscsi, cleared binding levels {{(pid=106638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 03:00:39.873445 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-bfd7ea2e-59a6-4e9c-9128-6d77977017dd None None] For port 77100dc4-0080-446f-9257-87f850e7a0b7, host dv-cinder-814333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=77100dc4-0080-446f-9257-87f850e7a0b7,segment=NetworkSegment(e77d4c0d-0654-46dc-81ae-7f12c02313d4),segment_id=e77d4c0d-0654-46dc-81ae-7f12c02313d4)] {{(pid=106638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 03:00:39.934167 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6b4840f8-3af0-4ab4-ba24-9576b124835d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:39.956082 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6b4840f8-3af0-4ab4-ba24-9576b124835d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:39.967074 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-bfd7ea2e-59a6-4e9c-9128-6d77977017dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:40.047778 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7ea2e-59a6-4e9c-9128-6d77977017dd None None] Pushing event updated for resources: {'Port': ['ID=77100dc4-0080-446f-9257-87f850e7a0b7,revision_number=2']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:40.109840 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_common [None req-6b4840f8-3af0-4ab4-ba24-9576b124835d admin admin] Allocated IP 172.27.3.102 (ec1e2d0f-026f-465c-b326-53f6d0173c72/df7c5eba-93a9-4f97-9356-1dcfa994647a/0c946bb5-735e-4e38-be94-43913324d387) {{(pid=106637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:00:40.299655 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6b4840f8-3af0-4ab4-ba24-9576b124835d admin admin] Notify callbacks [] for port, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:40.322344 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e84b6-a453-4a28-9d70-529b11893720 req-a59efaf1-a83e-43f7-889e-41358aef0cd4 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:40.325002 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-265e84b6-a453-4a28-9d70-529b11893720 req-a59efaf1-a83e-43f7-889e-41358aef0cd4 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0719178 Oct 18 03:00:40.382716 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device f42a7403-3236-431d-80b5-ba7ad912b82a up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:00:40.420898 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6b4840f8-3af0-4ab4-ba24-9576b124835d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:40.434352 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-265e84b6-a453-4a28-9d70-529b11893720 req-e4065c97-dd8a-46f6-bd33-689de207ac43 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959568 Oct 18 03:00:40.464599 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port f42a7403-3236-431d-80b5-ba7ad912b82a triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:00:40.465173 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:40.467669 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4840f8-3af0-4ab4-ba24-9576b124835d admin admin] Network ec1e2d0f-026f-465c-b326-53f6d0173c72 is already hosted by enough agents. {{(pid=106637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:00:40.474829 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [None req-6b4840f8-3af0-4ab4-ba24-9576b124835d admin admin] Resources bound (agent type, host, resource id): {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:00:40.478905 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4840f8-3af0-4ab4-ba24-9576b124835d admin admin] Received port after_create {{(pid=106637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:00:40.507290 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4840f8-3af0-4ab4-ba24-9576b124835d admin admin] Pushing event updated for resources: {'Port': ['ID=0c946bb5-735e-4e38-be94-43913324d387,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:40.850548 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6b4840f8-3af0-4ab4-ba24-9576b124835d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:41.077196 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6b4840f8-3af0-4ab4-ba24-9576b124835d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612773'] for router, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:41.108071 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b613409-a857-4c58-a19e-0562275d9776 None None] Network a530d662-5bb7-4d40-bf94-dbf440904e69 requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 03:00:41.189608 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-3fac6ee4-2954-4508-9810-46d1779ff94f None None] Provisioning complete for port 77100dc4-0080-446f-9257-87f850e7a0b7 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:00:41.190400 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-3fac6ee4-2954-4508-9810-46d1779ff94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:41.304906 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4840f8-3af0-4ab4-ba24-9576b124835d admin admin] Router d075c2b5-f486-494e-a596-3cf0c12f66f9 is scheduled to L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 with binding_index 1 {{(pid=106637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 03:00:41.352904 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-3fac6ee4-2954-4508-9810-46d1779ff94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:41.399303 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-3fac6ee4-2954-4508-9810-46d1779ff94f None None] For port 77100dc4-0080-446f-9257-87f850e7a0b7, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=77100dc4-0080-446f-9257-87f850e7a0b7,segment=NetworkSegment(e77d4c0d-0654-46dc-81ae-7f12c02313d4),segment_id=e77d4c0d-0654-46dc-81ae-7f12c02313d4)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:00:41.447259 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4840f8-3af0-4ab4-ba24-9576b124835d admin admin] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 03:00:41.454647 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fd4b1b-b622-4b2f-9b5c-798a694efce7 None None] Sync routers for ids ['d075c2b5-f486-494e-a596-3cf0c12f66f9'] in dv-cinder-814333-1-iscsi {{(pid=106639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 03:00:41.468477 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fd4b1b-b622-4b2f-9b5c-798a694efce7 None None] Routers {'d075c2b5-f486-494e-a596-3cf0c12f66f9'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:00:41.471148 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-77fd4b1b-b622-4b2f-9b5c-798a694efce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:00:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['d075c2b5-f486-494e-a596-3cf0c12f66f9'], 'active': True} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:00:41.515011 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-3fac6ee4-2954-4508-9810-46d1779ff94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:41.580475 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6b4840f8-3af0-4ab4-ba24-9576b124835d admin admin] Notify callbacks [] for router, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:41.582708 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-6b4840f8-3af0-4ab4-ba24-9576b124835d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6555016 Oct 18 03:00:41.585805 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 60910) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:41.633030 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvr_db [None req-77fd4b1b-b622-4b2f-9b5c-798a694efce7 None None] Set router d075c2b5-f486-494e-a596-3cf0c12f66f9 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:00:41.671392 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac6ee4-2954-4508-9810-46d1779ff94f None None] Pushing event updated for resources: {'Port': ['ID=77100dc4-0080-446f-9257-87f850e7a0b7,revision_number=3']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:41.705657 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9fa66-db0d-43f5-8da3-55f1ad8e1075 req-9cc726c5-e1c4-4a25-b08b-bde7cbdba002 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:41.707245 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-41f9fa66-db0d-43f5-8da3-55f1ad8e1075 req-9cc726c5-e1c4-4a25-b08b-bde7cbdba002 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.1002009 Oct 18 03:00:41.769528 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-41f9fa66-db0d-43f5-8da3-55f1ad8e1075 req-ebf60cbf-2027-4dea-a1e1-33580a0c8caa tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549872 Oct 18 03:00:41.848680 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-8c92a905-b0a5-4922-9ba5-01039ccb8620 None None] Provisioning complete for port 77100dc4-0080-446f-9257-87f850e7a0b7 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:00:41.849145 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-8c92a905-b0a5-4922-9ba5-01039ccb8620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:41.964780 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-77fd4b1b-b622-4b2f-9b5c-798a694efce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd075c2b5-f486-494e-a596-3cf0c12f66f9', 'name': 'tempest-TestVolumeBootPattern-1756778361-router', 'tenant_id': '5a796a57bee541a2899b8c1daca43936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '0c946bb5-735e-4e38-be94-43913324d387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:00:39Z', 'updated_at': '2021-10-18T03:00:40Z', 'revision_number': 3, 'project_id': '5a796a57bee541a2899b8c1daca43936', 'gw_port': {'id': '0c946bb5-735e-4e38-be94-43913324d387', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd075c2b5-f486-494e-a596-3cf0c12f66f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:39Z', 'updated_at': '2021-10-18T03:00:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi'}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:00:41.994343 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fd4b1b-b622-4b2f-9b5c-798a694efce7 None None] Checking router: d075c2b5-f486-494e-a596-3cf0c12f66f9 for host: dv-cinder-814333-1-iscsi {{(pid=106639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 03:00:41.994693 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fd4b1b-b622-4b2f-9b5c-798a694efce7 None None] Updating router d075c2b5-f486-494e-a596-3cf0c12f66f9 port 0c946bb5-735e-4e38-be94-43913324d387 binding host dv-cinder-814333-1-iscsi {{(pid=106639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 03:00:42.020484 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-77fd4b1b-b622-4b2f-9b5c-798a694efce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:42.179535 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-253c75f3-56f1-4fac-b69e-da16cc43be26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:42.279514 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-77fd4b1b-b622-4b2f-9b5c-798a694efce7 None None] Notify callbacks [] for port, precommit_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:42.346653 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 77100dc4-0080-446f-9257-87f850e7a0b7 up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:00:42.356397 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 60928) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:42.393019 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 60932) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:42.411060 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_common [None req-253c75f3-56f1-4fac-b69e-da16cc43be26 admin admin] Allocated IP 172.20.0.1 (a530d662-5bb7-4d40-bf94-dbf440904e69/74d44197-ed14-40be-b404-723917136c5d/e8d62a51-3c23-449d-928d-3646a4116d15) {{(pid=106637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:00:42.420091 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port 77100dc4-0080-446f-9257-87f850e7a0b7 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:00:42.420822 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:42.496613 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-77fd4b1b-b622-4b2f-9b5c-798a694efce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:42.551621 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-dab6bf13-a5a8-4447-87b0-f4dda8f0dcb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:42.564015 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-253c75f3-56f1-4fac-b69e-da16cc43be26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:42.568808 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.managers [None req-77fd4b1b-b622-4b2f-9b5c-798a694efce7 None None] Attempting to bind port 0c946bb5-735e-4e38-be94-43913324d387 on host dv-cinder-814333-1-iscsi for vnic_type normal with profile {{(pid=106639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 03:00:42.569182 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.managers [None req-77fd4b1b-b622-4b2f-9b5c-798a694efce7 None None] Attempting to bind port 0c946bb5-735e-4e38-be94-43913324d387 by drivers openvswitch,hyperv on host dv-cinder-814333-1-iscsi at level 0 using segments [{'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'}] {{(pid=106639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 03:00:42.569543 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fd4b1b-b622-4b2f-9b5c-798a694efce7 None None] Attempting to bind port 0c946bb5-735e-4e38-be94-43913324d387 on network ec1e2d0f-026f-465c-b326-53f6d0173c72 {{(pid=106639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:00:42.572880 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-dfb82438-b19d-40b9-a6e6-b8f38977b086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:42.578562 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fd4b1b-b622-4b2f-9b5c-798a694efce7 None None] Checking agent: {'id': '725b6bc2-91e5-4fb5-a09c-abe917cff252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 50, 22), 'started_at': datetime.datetime(2021, 10, 18, 2, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 3, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 03:00:42.579806 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fd4b1b-b622-4b2f-9b5c-798a694efce7 None None] Checking segment: {'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:00:42.580216 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-77fd4b1b-b622-4b2f-9b5c-798a694efce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:42.580608 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fd4b1b-b622-4b2f-9b5c-798a694efce7 None None] Bound using segment: {'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'} {{(pid=106639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 03:00:42.581082 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.managers [None req-77fd4b1b-b622-4b2f-9b5c-798a694efce7 None None] Bound port: 0c946bb5-735e-4e38-be94-43913324d387, host: dv-cinder-814333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'}}] {{(pid=106639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 03:00:42.581480 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-77fd4b1b-b622-4b2f-9b5c-798a694efce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:42.606231 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50ef00-9644-478e-a853-2cf28c39291a None None] Pushing event updated for resources: {'Port': ['ID=0c946bb5-735e-4e38-be94-43913324d387,revision_number=2']} {{(pid=106639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:42.651142 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.db [None req-77fd4b1b-b622-4b2f-9b5c-798a694efce7 None None] For port 0c946bb5-735e-4e38-be94-43913324d387, host dv-cinder-814333-1-iscsi, cleared binding levels {{(pid=106639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 03:00:42.654382 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.db [None req-77fd4b1b-b622-4b2f-9b5c-798a694efce7 None None] For port 0c946bb5-735e-4e38-be94-43913324d387, host dv-cinder-814333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=0c946bb5-735e-4e38-be94-43913324d387,segment=NetworkSegment(945c2ffc-cf09-447c-9907-99c5ee5cf6c6),segment_id=945c2ffc-cf09-447c-9907-99c5ee5cf6c6)] {{(pid=106639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 03:00:42.695354 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-dab6bf13-a5a8-4447-87b0-f4dda8f0dcb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:42.698673 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-253c75f3-56f1-4fac-b69e-da16cc43be26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:42.712286 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-dfb82438-b19d-40b9-a6e6-b8f38977b086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:42.741700 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253c75f3-56f1-4fac-b69e-da16cc43be26 admin admin] Network a530d662-5bb7-4d40-bf94-dbf440904e69 is already hosted by enough agents. {{(pid=106637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:00:42.745505 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [None req-253c75f3-56f1-4fac-b69e-da16cc43be26 admin admin] Resources bound (agent type, host, resource id): {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:00:42.747737 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253c75f3-56f1-4fac-b69e-da16cc43be26 admin admin] Received port after_create {{(pid=106637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:00:42.780283 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c75f3-56f1-4fac-b69e-da16cc43be26 admin admin] Pushing event updated for resources: {'Port': ['ID=e8d62a51-3c23-449d-928d-3646a4116d15,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:42.790284 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-77fd4b1b-b622-4b2f-9b5c-798a694efce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:42.819666 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-253c75f3-56f1-4fac-b69e-da16cc43be26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611728'] for router_interface, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:42.824109 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-dab6bf13-a5a8-4447-87b0-f4dda8f0dcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:42.846273 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-dfb82438-b19d-40b9-a6e6-b8f38977b086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:42.898760 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fd4b1b-b622-4b2f-9b5c-798a694efce7 None None] Routers {'d075c2b5-f486-494e-a596-3cf0c12f66f9'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:00:42.899751 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-77fd4b1b-b622-4b2f-9b5c-798a694efce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:00:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['d075c2b5-f486-494e-a596-3cf0c12f66f9'], 'active': True} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:00:42.991157 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50ef00-9644-478e-a853-2cf28c39291a None None] Pushing event updated for resources: {'Port': ['ID=0c946bb5-735e-4e38-be94-43913324d387,revision_number=3']} {{(pid=106639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:42.997448 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-dab6bf13-a5a8-4447-87b0-f4dda8f0dcb8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e831f1d3d8aa47c88abf75c6e7bbecc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6373150 Oct 18 03:00:43.002241 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 60962) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:43.034247 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab6bf13-a5a8-4447-87b0-f4dda8f0dcb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e485c6e9-7057-46fb-b08f-ee1b1554ae1f,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:43.056895 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb82438-b19d-40b9-a6e6-b8f38977b086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c23ac16-669d-49f9-b3c3-7b07947197d1,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:43.062074 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-dfb82438-b19d-40b9-a6e6-b8f38977b086 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2c7087af4b8f42f0b2c7c48773b4880d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6676238 Oct 18 03:00:43.066286 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 60964) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:43.080786 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvr_db [None req-77fd4b1b-b622-4b2f-9b5c-798a694efce7 None None] Set router d075c2b5-f486-494e-a596-3cf0c12f66f9 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:00:43.086563 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-b1951c56-c72e-47c3-bcdd-1460b3445325 None None] Provisioning complete for port e8d62a51-3c23-449d-928d-3646a4116d15 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:00:43.087085 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-b1951c56-c72e-47c3-bcdd-1460b3445325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:43.089707 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-369c53f6-1ed4-4f91-94ea-aeeadb085c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:43.137207 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22acc20-acc0-44ad-a2f0-f07122710852 req-fc412b5f-416f-4df9-bb85-afc12f1fbaef tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:43.138907 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e22acc20-acc0-44ad-a2f0-f07122710852 req-fc412b5f-416f-4df9-bb85-afc12f1fbaef tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.2433121 Oct 18 03:00:43.163071 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-253c75f3-56f1-4fac-b69e-da16cc43be26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:43.171760 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-b1951c56-c72e-47c3-bcdd-1460b3445325 None None] Port e8d62a51-3c23-449d-928d-3646a4116d15 cannot update to ACTIVE because it is not bound. {{(pid=106638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 03:00:43.173019 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-369c53f6-1ed4-4f91-94ea-aeeadb085c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:43.221342 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e22acc20-acc0-44ad-a2f0-f07122710852 req-8345a020-a9e0-4f18-99b9-f2bbbfd1a16b tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689018 Oct 18 03:00:43.224357 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-eea4ee45-1de6-4797-bda1-4fea7930bae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:43.262248 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-eea4ee45-1de6-4797-bda1-4fea7930bae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:43.331126 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-77fd4b1b-b622-4b2f-9b5c-798a694efce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd075c2b5-f486-494e-a596-3cf0c12f66f9', 'name': 'tempest-TestVolumeBootPattern-1756778361-router', 'tenant_id': '5a796a57bee541a2899b8c1daca43936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '0c946bb5-735e-4e38-be94-43913324d387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:00:39Z', 'updated_at': '2021-10-18T03:00:40Z', 'revision_number': 3, 'project_id': '5a796a57bee541a2899b8c1daca43936', 'gw_port': {'id': '0c946bb5-735e-4e38-be94-43913324d387', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd075c2b5-f486-494e-a596-3cf0c12f66f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:39Z', 'updated_at': '2021-10-18T03:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi'}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:00:43.361328 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fd4b1b-b622-4b2f-9b5c-798a694efce7 None None] The sync data for ids ['d075c2b5-f486-494e-a596-3cf0c12f66f9'] in dv-cinder-814333-1-iscsi is: [{'id': 'd075c2b5-f486-494e-a596-3cf0c12f66f9', 'name': 'tempest-TestVolumeBootPattern-1756778361-router', 'tenant_id': '5a796a57bee541a2899b8c1daca43936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '0c946bb5-735e-4e38-be94-43913324d387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:00:39Z', 'updated_at': '2021-10-18T03:00:40Z', 'revision_number': 3, 'project_id': '5a796a57bee541a2899b8c1daca43936', 'gw_port': {'id': '0c946bb5-735e-4e38-be94-43913324d387', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd075c2b5-f486-494e-a596-3cf0c12f66f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:39Z', 'updated_at': '2021-10-18T03:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi'}] {{(pid=106639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 03:00:43.389379 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-253c75f3-56f1-4fac-b69e-da16cc43be26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:43.417958 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-eea4ee45-1de6-4797-bda1-4fea7930bae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:43.418123 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-369c53f6-1ed4-4f91-94ea-aeeadb085c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:43.420565 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-eea4ee45-1de6-4797-bda1-4fea7930bae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:43.420906 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-369c53f6-1ed4-4f91-94ea-aeeadb085c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:43.422541 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-369c53f6-1ed4-4f91-94ea-aeeadb085c13 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e485c6e9-7057-46fb-b08f-ee1b1554ae1f HTTP/1.1" status: 204 len: 168 time: 0.4189792 Oct 18 03:00:43.424453 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-eea4ee45-1de6-4797-bda1-4fea7930bae8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5c23ac16-669d-49f9-b3c3-7b07947197d1 HTTP/1.1" status: 204 len: 168 time: 0.3572054 Oct 18 03:00:43.431442 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c53f6-1ed4-4f91-94ea-aeeadb085c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e485c6e9-7057-46fb-b08f-ee1b1554ae1f,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:43.432033 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4ee45-1de6-4797-bda1-4fea7930bae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c23ac16-669d-49f9-b3c3-7b07947197d1,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:43.503897 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-253c75f3-56f1-4fac-b69e-da16cc43be26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3168564'] for port, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:43.582894 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-253c75f3-56f1-4fac-b69e-da16cc43be26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611812'] for router_interface, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:43.584750 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c75f3-56f1-4fac-b69e-da16cc43be26 admin admin] Pushing event updated for resources: {'Port': ['ID=e8d62a51-3c23-449d-928d-3646a4116d15,revision_number=2']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:43.735679 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253c75f3-56f1-4fac-b69e-da16cc43be26 admin admin] Network a530d662-5bb7-4d40-bf94-dbf440904e69 is already hosted by enough agents. {{(pid=106637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:00:43.737220 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [None req-253c75f3-56f1-4fac-b69e-da16cc43be26 admin admin] Resources bound (agent type, host, resource id): {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:00:43.905858 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253c75f3-56f1-4fac-b69e-da16cc43be26 admin admin] Router d075c2b5-f486-494e-a596-3cf0c12f66f9 has already been hosted by L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 {{(pid=106637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 03:00:43.997691 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 60984) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:44.003905 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-6149e901-0b40-4110-aa62-d67e42295f77 None None] Provisioning complete for port e8d62a51-3c23-449d-928d-3646a4116d15 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:00:44.004298 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-6149e901-0b40-4110-aa62-d67e42295f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:44.041137 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253c75f3-56f1-4fac-b69e-da16cc43be26 admin admin] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 03:00:44.048684 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-6149e901-0b40-4110-aa62-d67e42295f77 None None] Port e8d62a51-3c23-449d-928d-3646a4116d15 cannot update to ACTIVE because it is not bound. {{(pid=106638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 03:00:44.052087 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-253c75f3-56f1-4fac-b69e-da16cc43be26 admin admin] 10.222.0.30 "PUT /v2.0/routers/d075c2b5-f486-494e-a596-3cf0c12f66f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4649687 Oct 18 03:00:44.174437 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-134889d8-7174-4e7a-9a1c-6f2797665b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:44.320490 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-134889d8-7174-4e7a-9a1c-6f2797665b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:44.359329 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 0c946bb5-735e-4e38-be94-43913324d387 up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:00:44.402569 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a7d77-6c6b-4834-b086-39bddcac7b61 req-b03f9f7d-a2ab-4cee-8e3a-4a1d578ff323 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:44.404686 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e86a7d77-6c6b-4834-b086-39bddcac7b61 req-b03f9f7d-a2ab-4cee-8e3a-4a1d578ff323 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0652821 Oct 18 03:00:44.405948 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-134889d8-7174-4e7a-9a1c-6f2797665b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:44.439148 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port 0c946bb5-735e-4e38-be94-43913324d387 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:00:44.450692 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:44.493382 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134889d8-7174-4e7a-9a1c-6f2797665b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59305678-7133-4a06-a973-73479dec6625,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:44.510575 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-134889d8-7174-4e7a-9a1c-6f2797665b65 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3c4eb9bece2544fca97f8b852b8665cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5212560 Oct 18 03:00:44.511428 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 32784) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:44.519168 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e86a7d77-6c6b-4834-b086-39bddcac7b61 req-bca34670-ee1f-438a-97c0-9463688a66c0 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056993 Oct 18 03:00:44.570719 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:44.601952 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] For port 0c946bb5-735e-4e38-be94-43913324d387, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=0c946bb5-735e-4e38-be94-43913324d387,segment=NetworkSegment(945c2ffc-cf09-447c-9907-99c5ee5cf6c6),segment_id=945c2ffc-cf09-447c-9907-99c5ee5cf6c6)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:00:44.608869 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-2e892046-b855-4003-b59a-14fd35d5ebb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:44.636174 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-2e892046-b855-4003-b59a-14fd35d5ebb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:44.700672 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:44.752935 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Pushing event updated for resources: {'Port': ['ID=0c946bb5-735e-4e38-be94-43913324d387,revision_number=4']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:44.817916 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-2e892046-b855-4003-b59a-14fd35d5ebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:44.820681 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-2e892046-b855-4003-b59a-14fd35d5ebb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:44.822038 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-2e892046-b855-4003-b59a-14fd35d5ebb0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/59305678-7133-4a06-a973-73479dec6625 HTTP/1.1" status: 204 len: 168 time: 0.3099790 Oct 18 03:00:44.834035 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e892046-b855-4003-b59a-14fd35d5ebb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59305678-7133-4a06-a973-73479dec6625,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:45.107437 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 32802) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:45.112329 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-0d9906fd-5e81-43fe-b177-0b5feb7eb92f tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1225694753', 'description': 'tempest-secgroup-smoke-1225694753 description', 'project_id': 'b53d2fa916034e5791986e3a904b2f43'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:00:45.223825 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-0d9906fd-5e81-43fe-b177-0b5feb7eb92f tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:45.317074 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-0d9906fd-5e81-43fe-b177-0b5feb7eb92f tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:45.400847 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-0d9906fd-5e81-43fe-b177-0b5feb7eb92f tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:45.434022 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9906fd-5e81-43fe-b177-0b5feb7eb92f tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d55569a-9e83-4eb5-ab1b-e296cd79d27a,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:45.528689 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-0d9906fd-5e81-43fe-b177-0b5feb7eb92f tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:45.530130 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-0d9906fd-5e81-43fe-b177-0b5feb7eb92f tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4217515 Oct 18 03:00:45.533966 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 32822) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:45.538351 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-2fcc5605-9820-4538-9239-317b80c73cfa tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Request body: {'security_group_rule': {'security_group_id': '5d55569a-9e83-4eb5-ab1b-e296cd79d27a', 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:00:45.680005 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-2fcc5605-9820-4538-9239-317b80c73cfa tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:45.686167 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dcd320-aa21-4b21-a9e7-9af9e10860ee req-ab75ddc1-db47-491f-861b-a6e96565ef6c tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:45.687747 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a0dcd320-aa21-4b21-a9e7-9af9e10860ee req-ab75ddc1-db47-491f-861b-a6e96565ef6c tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0750077 Oct 18 03:00:45.733326 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a0dcd320-aa21-4b21-a9e7-9af9e10860ee req-f7f66b01-0b2a-4128-b13a-828fcc94cc3f tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373957 Oct 18 03:00:45.744736 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-2fcc5605-9820-4538-9239-317b80c73cfa tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:45.806837 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-2fcc5605-9820-4538-9239-317b80c73cfa tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612827'] for security_group_rule, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:45.819144 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 32834) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:45.835223 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc5605-9820-4538-9239-317b80c73cfa tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e900fed4-76fe-4d22-9317-fa33fd9c9024,revision_number=0']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:45.839550 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-4455338a-d2c3-4da5-b10f-9935b0412c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:45.917087 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-2fcc5605-9820-4538-9239-317b80c73cfa tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:45.918327 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-2fcc5605-9820-4538-9239-317b80c73cfa tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3833916 Oct 18 03:00:45.921383 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 32838) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:45.933774 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [None req-956e576c-238f-4ecf-b704-980d6ac1a55b tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Request body: {'security_group_rule': {'security_group_id': '5d55569a-9e83-4eb5-ab1b-e296cd79d27a', 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:00:45.942615 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-4455338a-d2c3-4da5-b10f-9935b0412c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:45.968274 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b896fc-5397-4880-ab73-840b9b10f9c8 None None] Sync routers for ids ['d075c2b5-f486-494e-a596-3cf0c12f66f9'] in dv-cinder-814333-1-iscsi {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 03:00:45.978084 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b896fc-5397-4880-ab73-840b9b10f9c8 None None] Routers {'d075c2b5-f486-494e-a596-3cf0c12f66f9'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:00:45.978767 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-f2b896fc-5397-4880-ab73-840b9b10f9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:00:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['d075c2b5-f486-494e-a596-3cf0c12f66f9'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:00:46.051622 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-4455338a-d2c3-4da5-b10f-9935b0412c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:46.061688 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-956e576c-238f-4ecf-b704-980d6ac1a55b tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:46.103654 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-f2b896fc-5397-4880-ab73-840b9b10f9c8 None None] Set router d075c2b5-f486-494e-a596-3cf0c12f66f9 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:00:46.123546 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-4455338a-d2c3-4da5-b10f-9935b0412c7e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6d6c028dc0ec432e90f5ce061c4a36e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3008807 Oct 18 03:00:46.123546 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4455338a-d2c3-4da5-b10f-9935b0412c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2ffc30-4c2a-486b-8039-6a1d01bbe138,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:46.123853 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 32848) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:46.154150 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-956e576c-238f-4ecf-b704-980d6ac1a55b tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:46.192868 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-cf72e558-cd90-476b-a84a-22f7ee49117a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:46.217276 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-cf72e558-cd90-476b-a84a-22f7ee49117a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:46.223383 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-956e576c-238f-4ecf-b704-980d6ac1a55b tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612827'] for security_group_rule, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:46.256014 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e576c-238f-4ecf-b704-980d6ac1a55b tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d08fdef8-4000-44a4-8935-c7d9a7dc30d4,revision_number=0']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:46.338225 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 0c946bb5-735e-4e38-be94-43913324d387 up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:00:46.346397 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-956e576c-238f-4ecf-b704-980d6ac1a55b tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:46.350370 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-956e576c-238f-4ecf-b704-980d6ac1a55b tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4252501 Oct 18 03:00:46.350621 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 32860) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:46.355930 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [None req-0451da1d-5fcc-4f56-8085-9f9788e559e5 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Request body: {'security_group_rule': {'security_group_id': '5d55569a-9e83-4eb5-ab1b-e296cd79d27a', 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:00:46.466245 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-0451da1d-5fcc-4f56-8085-9f9788e559e5 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:46.470262 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port 0c946bb5-735e-4e38-be94-43913324d387 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:00:46.470935 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:46.505907 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-f2b896fc-5397-4880-ab73-840b9b10f9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd075c2b5-f486-494e-a596-3cf0c12f66f9', 'name': 'tempest-TestVolumeBootPattern-1756778361-router', 'tenant_id': '5a796a57bee541a2899b8c1daca43936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '0c946bb5-735e-4e38-be94-43913324d387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:00:39Z', 'updated_at': '2021-10-18T03:00:42Z', 'revision_number': 4, 'project_id': '5a796a57bee541a2899b8c1daca43936', 'gw_port': {'id': '0c946bb5-735e-4e38-be94-43913324d387', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd075c2b5-f486-494e-a596-3cf0c12f66f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:39Z', 'updated_at': '2021-10-18T03:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': 'e8d62a51-3c23-449d-928d-3646a4116d15', 'name': '', 'network_id': 'a530d662-5bb7-4d40-bf94-dbf440904e69', 'tenant_id': '5a796a57bee541a2899b8c1daca43936', 'mac_address': 'fa:16:3e:f2:46:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd075c2b5-f486-494e-a596-3cf0c12f66f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '74d44197-ed14-40be-b404-723917136c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:42Z', 'updated_at': '2021-10-18T03:00:43Z', 'revision_number': 2, 'project_id': '5a796a57bee541a2899b8c1daca43936', 'subnets': [{'id': '74d44197-ed14-40be-b404-723917136c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:00:46.541042 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b896fc-5397-4880-ab73-840b9b10f9c8 None None] Checking router: d075c2b5-f486-494e-a596-3cf0c12f66f9 for host: dv-cinder-814333-1-iscsi {{(pid=106638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 03:00:46.541497 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b896fc-5397-4880-ab73-840b9b10f9c8 None None] Updating router d075c2b5-f486-494e-a596-3cf0c12f66f9 port e8d62a51-3c23-449d-928d-3646a4116d15 binding host dv-cinder-814333-1-iscsi {{(pid=106638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 03:00:46.579386 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-f2b896fc-5397-4880-ab73-840b9b10f9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:46.607834 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-0451da1d-5fcc-4f56-8085-9f9788e559e5 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:46.651866 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-cf72e558-cd90-476b-a84a-22f7ee49117a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:46.655122 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-cf72e558-cd90-476b-a84a-22f7ee49117a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:46.659923 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-cf72e558-cd90-476b-a84a-22f7ee49117a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4d2ffc30-4c2a-486b-8039-6a1d01bbe138 HTTP/1.1" status: 204 len: 168 time: 0.5314777 Oct 18 03:00:46.665947 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72e558-cd90-476b-a84a-22f7ee49117a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2ffc30-4c2a-486b-8039-6a1d01bbe138,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:46.689400 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-0451da1d-5fcc-4f56-8085-9f9788e559e5 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612827'] for security_group_rule, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:46.720325 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0451da1d-5fcc-4f56-8085-9f9788e559e5 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=865fa4ec-ff73-4a1a-87ff-245576b26b4d,revision_number=0']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:46.823806 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-0451da1d-5fcc-4f56-8085-9f9788e559e5 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:46.825105 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-0451da1d-5fcc-4f56-8085-9f9788e559e5 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4734833 Oct 18 03:00:46.828277 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 32870) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:46.833223 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-e0d3903b-3e16-4c56-b596-2edfc3cfd3a4 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Request body: {'security_group_rule': {'security_group_id': '5d55569a-9e83-4eb5-ab1b-e296cd79d27a', 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:00:46.865075 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc816cd-9081-41dd-b601-bb0e5650f5d7 req-196ac236-1d26-4e1b-bdae-b4f0997776bc tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:46.866750 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ddc816cd-9081-41dd-b601-bb0e5650f5d7 req-196ac236-1d26-4e1b-bdae-b4f0997776bc tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0570810 Oct 18 03:00:46.905832 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ddc816cd-9081-41dd-b601-bb0e5650f5d7 req-dd051d10-ed18-4bc7-87d9-251d1fcd9170 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328445 Oct 18 03:00:46.944526 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-f2b896fc-5397-4880-ab73-840b9b10f9c8 None None] Notify callbacks [] for port, precommit_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:46.971660 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e0d3903b-3e16-4c56-b596-2edfc3cfd3a4 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:47.035676 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e0d3903b-3e16-4c56-b596-2edfc3cfd3a4 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:47.046383 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-f2b896fc-5397-4880-ab73-840b9b10f9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:47.128238 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e0d3903b-3e16-4c56-b596-2edfc3cfd3a4 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612827'] for security_group_rule, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:47.147038 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3903b-3e16-4c56-b596-2edfc3cfd3a4 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3839cb44-fc94-4beb-95c9-beaa0b5b2fe0,revision_number=0']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:47.213193 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e0d3903b-3e16-4c56-b596-2edfc3cfd3a4 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:47.219942 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-e0d3903b-3e16-4c56-b596-2edfc3cfd3a4 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3898454 Oct 18 03:00:47.223459 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 32886) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:47.231264 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [None req-c43fc33b-10f1-4453-af76-a5f1e33e06cf tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Request body: {'security_group_rule': {'security_group_id': '5d55569a-9e83-4eb5-ab1b-e296cd79d27a', 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:00:47.289912 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d73b7c-f37a-41de-8a2f-16ab3416bd9a None None] Pushing event updated for resources: {'Port': ['ID=e8d62a51-3c23-449d-928d-3646a4116d15,revision_number=3']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:47.327432 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-f2b896fc-5397-4880-ab73-840b9b10f9c8 None None] Attempting to bind port e8d62a51-3c23-449d-928d-3646a4116d15 on host dv-cinder-814333-1-iscsi for vnic_type normal with profile {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 03:00:47.328036 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-f2b896fc-5397-4880-ab73-840b9b10f9c8 None None] Attempting to bind port e8d62a51-3c23-449d-928d-3646a4116d15 by drivers openvswitch,hyperv on host dv-cinder-814333-1-iscsi at level 0 using segments [{'id': 'e77d4c0d-0654-46dc-81ae-7f12c02313d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a530d662-5bb7-4d40-bf94-dbf440904e69'}] {{(pid=106638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 03:00:47.333331 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b896fc-5397-4880-ab73-840b9b10f9c8 None None] Attempting to bind port e8d62a51-3c23-449d-928d-3646a4116d15 on network a530d662-5bb7-4d40-bf94-dbf440904e69 {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:00:47.340818 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b896fc-5397-4880-ab73-840b9b10f9c8 None None] Checking agent: {'id': '725b6bc2-91e5-4fb5-a09c-abe917cff252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 50, 22), 'started_at': datetime.datetime(2021, 10, 18, 2, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 3, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 03:00:47.342119 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b896fc-5397-4880-ab73-840b9b10f9c8 None None] Checking segment: {'id': 'e77d4c0d-0654-46dc-81ae-7f12c02313d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a530d662-5bb7-4d40-bf94-dbf440904e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:00:47.342687 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-f2b896fc-5397-4880-ab73-840b9b10f9c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:47.343514 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b896fc-5397-4880-ab73-840b9b10f9c8 None None] Bound using segment: {'id': 'e77d4c0d-0654-46dc-81ae-7f12c02313d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a530d662-5bb7-4d40-bf94-dbf440904e69'} {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 03:00:47.344144 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-f2b896fc-5397-4880-ab73-840b9b10f9c8 None None] Bound port: e8d62a51-3c23-449d-928d-3646a4116d15, host: dv-cinder-814333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e77d4c0d-0654-46dc-81ae-7f12c02313d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a530d662-5bb7-4d40-bf94-dbf440904e69'}}] {{(pid=106638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 03:00:47.345223 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-f2b896fc-5397-4880-ab73-840b9b10f9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:47.359393 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.db.securitygroups_db [None req-c43fc33b-10f1-4453-af76-a5f1e33e06cf tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Project b53d2fa916034e5791986e3a904b2f43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 03:00:47.367013 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c43fc33b-10f1-4453-af76-a5f1e33e06cf tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:47.467593 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c43fc33b-10f1-4453-af76-a5f1e33e06cf tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:47.498267 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-f2b896fc-5397-4880-ab73-840b9b10f9c8 None None] For port e8d62a51-3c23-449d-928d-3646a4116d15, host dv-cinder-814333-1-iscsi, cleared binding levels {{(pid=106638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 03:00:47.504903 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-f2b896fc-5397-4880-ab73-840b9b10f9c8 None None] For port e8d62a51-3c23-449d-928d-3646a4116d15, host dv-cinder-814333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=e8d62a51-3c23-449d-928d-3646a4116d15,segment=NetworkSegment(e77d4c0d-0654-46dc-81ae-7f12c02313d4),segment_id=e77d4c0d-0654-46dc-81ae-7f12c02313d4)] {{(pid=106638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 03:00:47.565177 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-f2b896fc-5397-4880-ab73-840b9b10f9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:47.574009 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c43fc33b-10f1-4453-af76-a5f1e33e06cf tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612827'] for security_group_rule, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:47.626866 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43fc33b-10f1-4453-af76-a5f1e33e06cf tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3578a881-9014-483c-bd67-7ed363ea5629,revision_number=0']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:47.673565 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-e0558bd2-d3ba-4efd-98ec-f963c523aadb None None] Provisioning complete for port e8d62a51-3c23-449d-928d-3646a4116d15 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:00:47.673917 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-e0558bd2-d3ba-4efd-98ec-f963c523aadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:47.710660 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b896fc-5397-4880-ab73-840b9b10f9c8 None None] Routers {'d075c2b5-f486-494e-a596-3cf0c12f66f9'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:00:47.711233 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-f2b896fc-5397-4880-ab73-840b9b10f9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:00:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['d075c2b5-f486-494e-a596-3cf0c12f66f9'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:00:47.774505 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c43fc33b-10f1-4453-af76-a5f1e33e06cf tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:47.776275 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-c43fc33b-10f1-4453-af76-a5f1e33e06cf tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5518212 Oct 18 03:00:47.778958 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 32916) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:47.783678 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [None req-cc107a80-ac28-47a2-b4d8-131d59af4c6d tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Request body: {'security_group_rule': {'security_group_id': '5d55569a-9e83-4eb5-ab1b-e296cd79d27a', 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:00:47.815349 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d73b7c-f37a-41de-8a2f-16ab3416bd9a None None] Pushing event updated for resources: {'Port': ['ID=e8d62a51-3c23-449d-928d-3646a4116d15,revision_number=4']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:47.904120 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.db.securitygroups_db [None req-cc107a80-ac28-47a2-b4d8-131d59af4c6d tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Project b53d2fa916034e5791986e3a904b2f43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 03:00:47.911484 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-cc107a80-ac28-47a2-b4d8-131d59af4c6d tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:47.921398 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-f2b896fc-5397-4880-ab73-840b9b10f9c8 None None] Set router d075c2b5-f486-494e-a596-3cf0c12f66f9 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:00:47.924765 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-e0558bd2-d3ba-4efd-98ec-f963c523aadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:48.034889 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-e0558bd2-d3ba-4efd-98ec-f963c523aadb None None] For port e8d62a51-3c23-449d-928d-3646a4116d15, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=e8d62a51-3c23-449d-928d-3646a4116d15,segment=NetworkSegment(e77d4c0d-0654-46dc-81ae-7f12c02313d4),segment_id=e77d4c0d-0654-46dc-81ae-7f12c02313d4)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:00:48.043718 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-cc107a80-ac28-47a2-b4d8-131d59af4c6d tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:48.065131 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210a0e1-17ad-4a81-a0a1-bfa3557fed20 req-f0c7eab1-4f59-4d12-9d30-46a83efb5a8b tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:48.066687 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8210a0e1-17ad-4a81-a0a1-bfa3557fed20 req-f0c7eab1-4f59-4d12-9d30-46a83efb5a8b tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0581257 Oct 18 03:00:48.114132 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8210a0e1-17ad-4a81-a0a1-bfa3557fed20 req-7b74e508-0271-4ba0-913e-f9dcdb839f32 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408516 Oct 18 03:00:48.128739 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-cc107a80-ac28-47a2-b4d8-131d59af4c6d tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612827'] for security_group_rule, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:48.151279 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-e0558bd2-d3ba-4efd-98ec-f963c523aadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:48.156084 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc107a80-ac28-47a2-b4d8-131d59af4c6d tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=090faee1-8a1c-463a-9453-d36d8db9dea1,revision_number=0']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:48.183008 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 32928) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:48.228094 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-cc107a80-ac28-47a2-b4d8-131d59af4c6d tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:48.232980 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-cc107a80-ac28-47a2-b4d8-131d59af4c6d tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4499536 Oct 18 03:00:48.245143 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0558bd2-d3ba-4efd-98ec-f963c523aadb None None] Pushing event updated for resources: {'Port': ['ID=e8d62a51-3c23-449d-928d-3646a4116d15,revision_number=5']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:48.263161 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-f2b896fc-5397-4880-ab73-840b9b10f9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd075c2b5-f486-494e-a596-3cf0c12f66f9', 'name': 'tempest-TestVolumeBootPattern-1756778361-router', 'tenant_id': '5a796a57bee541a2899b8c1daca43936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '0c946bb5-735e-4e38-be94-43913324d387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:00:39Z', 'updated_at': '2021-10-18T03:00:42Z', 'revision_number': 4, 'project_id': '5a796a57bee541a2899b8c1daca43936', 'gw_port': {'id': '0c946bb5-735e-4e38-be94-43913324d387', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd075c2b5-f486-494e-a596-3cf0c12f66f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:39Z', 'updated_at': '2021-10-18T03:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': 'e8d62a51-3c23-449d-928d-3646a4116d15', 'name': '', 'network_id': 'a530d662-5bb7-4d40-bf94-dbf440904e69', 'tenant_id': '5a796a57bee541a2899b8c1daca43936', 'mac_address': 'fa:16:3e:f2:46:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd075c2b5-f486-494e-a596-3cf0c12f66f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '74d44197-ed14-40be-b404-723917136c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:42Z', 'updated_at': '2021-10-18T03:00:47Z', 'revision_number': 4, 'project_id': '5a796a57bee541a2899b8c1daca43936', 'subnets': [{'id': '74d44197-ed14-40be-b404-723917136c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:00:48.298747 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b896fc-5397-4880-ab73-840b9b10f9c8 None None] The sync data for ids ['d075c2b5-f486-494e-a596-3cf0c12f66f9'] in dv-cinder-814333-1-iscsi is: [{'id': 'd075c2b5-f486-494e-a596-3cf0c12f66f9', 'name': 'tempest-TestVolumeBootPattern-1756778361-router', 'tenant_id': '5a796a57bee541a2899b8c1daca43936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '0c946bb5-735e-4e38-be94-43913324d387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:00:39Z', 'updated_at': '2021-10-18T03:00:42Z', 'revision_number': 4, 'project_id': '5a796a57bee541a2899b8c1daca43936', 'gw_port': {'id': '0c946bb5-735e-4e38-be94-43913324d387', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd075c2b5-f486-494e-a596-3cf0c12f66f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:39Z', 'updated_at': '2021-10-18T03:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': 'e8d62a51-3c23-449d-928d-3646a4116d15', 'name': '', 'network_id': 'a530d662-5bb7-4d40-bf94-dbf440904e69', 'tenant_id': '5a796a57bee541a2899b8c1daca43936', 'mac_address': 'fa:16:3e:f2:46:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd075c2b5-f486-494e-a596-3cf0c12f66f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '74d44197-ed14-40be-b404-723917136c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:42Z', 'updated_at': '2021-10-18T03:00:47Z', 'revision_number': 4, 'project_id': '5a796a57bee541a2899b8c1daca43936', 'subnets': [{'id': '74d44197-ed14-40be-b404-723917136c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 03:00:48.308463 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-c0c3757b-b0e2-474e-bfc3-bbefeec8adbd None None] Provisioning complete for port e8d62a51-3c23-449d-928d-3646a4116d15 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:00:48.308842 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-c0c3757b-b0e2-474e-bfc3-bbefeec8adbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:48.398902 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [None req-576a3f30-5693-4724-8db4-c2fa4d197a1d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-664775031-network', 'tenant_id': '6d5b74ffc87c40e6b795e7340fc5feaf'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:00:48.543256 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576a3f30-5693-4724-8db4-c2fa4d197a1d admin admin] Made reservation on behalf of 6d5b74ffc87c40e6b795e7340fc5feaf for: {'network': 1} {{(pid=106636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 03:00:48.546046 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-576a3f30-5693-4724-8db4-c2fa4d197a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for network, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:48.555785 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-576a3f30-5693-4724-8db4-c2fa4d197a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:48.647945 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-576a3f30-5693-4724-8db4-c2fa4d197a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:48.749557 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-576a3f30-5693-4724-8db4-c2fa4d197a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:48.772349 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-576a3f30-5693-4724-8db4-c2fa4d197a1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=106636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 03:00:48.786927 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a3f30-5693-4724-8db4-c2fa4d197a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a73c5d5-61a1-4c5c-b398-641ffc2eb8a2,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:48.793343 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-576a3f30-5693-4724-8db4-c2fa4d197a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965'] for segment, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:48.793781 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.db.segments_db [None req-576a3f30-5693-4724-8db4-c2fa4d197a1d admin admin] Added segment c1fff512-aa34-4b26-bd2c-4461e92dfd73 of type vlan for network 774ab47a-44db-4171-beb8-31b90a6419f9 Oct 18 03:00:48.840960 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-576a3f30-5693-4724-8db4-c2fa4d197a1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748750891129'] for network, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:48.931911 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-576a3f30-5693-4724-8db4-c2fa4d197a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149'] for network, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:48.932746 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576a3f30-5693-4724-8db4-c2fa4d197a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:48.933318 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-576a3f30-5693-4724-8db4-c2fa4d197a1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for network, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:48.992727 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a3f30-5693-4724-8db4-c2fa4d197a1d admin admin] Pushing event updated for resources: {'Network': ['ID=774ab47a-44db-4171-beb8-31b90a6419f9,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:49.003520 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Network 774ab47a-44db-4171-beb8-31b90a6419f9 details requested by agent ovs-agent-dv-cinder-814333-1-iscsi with host dv-cinder-814333-1-iscsi {{(pid=106638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 03:00:49.049611 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-576a3f30-5693-4724-8db4-c2fa4d197a1d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8638852 Oct 18 03:00:49.052530 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 32978) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:49.057206 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [None req-ce9a229e-c34c-434c-9880-d60c150b4ec0 admin admin] Request body: {'subnet': {'network_id': '774ab47a-44db-4171-beb8-31b90a6419f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-664775031-subnet', 'tenant_id': '6d5b74ffc87c40e6b795e7340fc5feaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:00:49.155145 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9a229e-c34c-434c-9880-d60c150b4ec0 admin admin] Made reservation on behalf of 6d5b74ffc87c40e6b795e7340fc5feaf for: {'subnet': 1} {{(pid=106636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 03:00:49.157740 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-ce9a229e-c34c-434c-9880-d60c150b4ec0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:49.275881 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-3826969e-3abf-4f36-b0f2-435cba3b6b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:49.294301 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644fa1c-9024-459e-b073-3aea69e81867 req-cba4d8c1-d37f-431b-9763-00e22b03b36d tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:49.295772 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e644fa1c-9024-459e-b073-3aea69e81867 req-cba4d8c1-d37f-431b-9763-00e22b03b36d tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0941365 Oct 18 03:00:49.378932 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e644fa1c-9024-459e-b073-3aea69e81867 req-4e09ac2c-b60c-45b0-aa4d-528a786115da tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764987 Oct 18 03:00:49.550107 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-ce9a229e-c34c-434c-9880-d60c150b4ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149'] for subnet, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:49.605247 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a229e-c34c-434c-9880-d60c150b4ec0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dc105f3-8362-4a43-b9c0-f945c73da5a2,revision_number=0']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:49.616184 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9a229e-c34c-434c-9880-d60c150b4ec0 admin admin] Checking segment: {'id': 'c1fff512-aa34-4b26-bd2c-4461e92dfd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '774ab47a-44db-4171-beb8-31b90a6419f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:00:49.616539 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9a229e-c34c-434c-9880-d60c150b4ec0 admin admin] Network hostable DHCP agents. Network: 774ab47a-44db-4171-beb8-31b90a6419f9, hostable agents: ['d6364138-709a-4c77-9f16-97f76425e773'], hosted agents: [] {{(pid=106636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 03:00:49.707604 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9a229e-c34c-434c-9880-d60c150b4ec0 admin admin] Network 774ab47a-44db-4171-beb8-31b90a6419f9 is scheduled to be hosted by DHCP agent d6364138-709a-4c77-9f16-97f76425e773 with binding_index 1 {{(pid=106636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 03:00:49.869578 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [None req-ce9a229e-c34c-434c-9880-d60c150b4ec0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814333-1-iscsi, 774ab47a-44db-4171-beb8-31b90a6419f9) {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:00:49.874540 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9a229e-c34c-434c-9880-d60c150b4ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:49.876300 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-ce9a229e-c34c-434c-9880-d60c150b4ec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for subnet, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:49.879832 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b583b2ff-c910-4b77-a4a7-46cbe3d2014b None None] Network 774ab47a-44db-4171-beb8-31b90a6419f9 requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 03:00:49.972260 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-ce9a229e-c34c-434c-9880-d60c150b4ec0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9186065 Oct 18 03:00:50.008670 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79abf4e3-a1de-45a3-a62d-40a0fc6723e1 None None] Network 774ab47a-44db-4171-beb8-31b90a6419f9 requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 03:00:50.289408 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device e8d62a51-3c23-449d-928d-3646a4116d15 up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:00:50.338823 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port e8d62a51-3c23-449d-928d-3646a4116d15 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:00:50.339300 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:50.502714 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec1223-5b0f-4636-ae00-aa19591bcb46 req-4c6a13bf-d87b-403e-acfb-e47810f70b8e tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:50.509706 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cbec1223-5b0f-4636-ae00-aa19591bcb46 req-4c6a13bf-d87b-403e-acfb-e47810f70b8e tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0572221 Oct 18 03:00:50.543520 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cbec1223-5b0f-4636-ae00-aa19591bcb46 req-dc08c597-3cb2-498e-a219-47198725df80 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329108 Oct 18 03:00:50.600793 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 6 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 03:00:50.761410 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 33030) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:50.766278 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [None req-78cd3ce1-99db-44b8-b7ff-68fad4a3172b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1903955566-network', 'tenant_id': '54048eb5e93b4e7e90a7518cbdd88404'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:00:50.920174 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cd3ce1-99db-44b8-b7ff-68fad4a3172b admin admin] Made reservation on behalf of 54048eb5e93b4e7e90a7518cbdd88404 for: {'network': 1} {{(pid=106636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 03:00:50.923427 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-78cd3ce1-99db-44b8-b7ff-68fad4a3172b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for network, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:50.931609 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-78cd3ce1-99db-44b8-b7ff-68fad4a3172b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:51.004314 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-78cd3ce1-99db-44b8-b7ff-68fad4a3172b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:51.069293 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-78cd3ce1-99db-44b8-b7ff-68fad4a3172b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:51.092743 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78cd3ce1-99db-44b8-b7ff-68fad4a3172b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=106636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 03:00:51.108056 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd3ce1-99db-44b8-b7ff-68fad4a3172b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630d523a-f312-4a44-937e-329924d17a19,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:51.112336 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-78cd3ce1-99db-44b8-b7ff-68fad4a3172b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965'] for segment, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:51.112680 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.db.segments_db [None req-78cd3ce1-99db-44b8-b7ff-68fad4a3172b admin admin] Added segment 17f54561-bc90-43d0-aa30-ce370fcefb98 of type vlan for network cd9e0141-a366-42a7-bf67-c4ec54f1da77 Oct 18 03:00:51.151247 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-78cd3ce1-99db-44b8-b7ff-68fad4a3172b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748750891129'] for network, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:51.246428 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-78cd3ce1-99db-44b8-b7ff-68fad4a3172b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149'] for network, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:51.247376 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cd3ce1-99db-44b8-b7ff-68fad4a3172b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:51.247948 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-78cd3ce1-99db-44b8-b7ff-68fad4a3172b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for network, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:51.314328 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd3ce1-99db-44b8-b7ff-68fad4a3172b admin admin] Pushing event updated for resources: {'Network': ['ID=cd9e0141-a366-42a7-bf67-c4ec54f1da77,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:51.323876 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Network cd9e0141-a366-42a7-bf67-c4ec54f1da77 details requested by agent ovs-agent-dv-cinder-814333-1-iscsi with host dv-cinder-814333-1-iscsi {{(pid=106638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 03:00:51.421275 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-78cd3ce1-99db-44b8-b7ff-68fad4a3172b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6524026 Oct 18 03:00:51.421275 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 33040) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:00:51.422762 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [None req-9a552489-a3fd-443e-8657-479f4a6a73d8 admin admin] Request body: {'subnet': {'network_id': 'cd9e0141-a366-42a7-bf67-c4ec54f1da77', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1903955566-subnet', 'tenant_id': '54048eb5e93b4e7e90a7518cbdd88404', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:00:51.537630 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a552489-a3fd-443e-8657-479f4a6a73d8 admin admin] Made reservation on behalf of 54048eb5e93b4e7e90a7518cbdd88404 for: {'subnet': 1} {{(pid=106636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 03:00:51.540508 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9a552489-a3fd-443e-8657-479f4a6a73d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:51.876779 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc0484-a8de-4118-84fc-b38cb5b539ab req-8bc6c09f-9291-4d25-b890-f41eaae12abe tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:51.878359 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0afc0484-a8de-4118-84fc-b38cb5b539ab req-8bc6c09f-9291-4d25-b890-f41eaae12abe tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0816135 Oct 18 03:00:51.942050 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-f7ae904c-dabe-4f88-98cb-e2a9dfcfe410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:51.961171 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0afc0484-a8de-4118-84fc-b38cb5b539ab req-50c91ead-293a-4d45-acd7-237d67518d76 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747390 Oct 18 03:00:52.125105 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9a552489-a3fd-443e-8657-479f4a6a73d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149'] for subnet, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:52.185123 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a552489-a3fd-443e-8657-479f4a6a73d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7872ba2-9ba6-45bf-abca-e044119b8edb,revision_number=0']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:00:52.187285 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a552489-a3fd-443e-8657-479f4a6a73d8 admin admin] Checking segment: {'id': '17f54561-bc90-43d0-aa30-ce370fcefb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'cd9e0141-a366-42a7-bf67-c4ec54f1da77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:00:52.187635 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a552489-a3fd-443e-8657-479f4a6a73d8 admin admin] Network hostable DHCP agents. Network: cd9e0141-a366-42a7-bf67-c4ec54f1da77, hostable agents: ['d6364138-709a-4c77-9f16-97f76425e773'], hosted agents: [] {{(pid=106636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 03:00:52.273156 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a552489-a3fd-443e-8657-479f4a6a73d8 admin admin] Network cd9e0141-a366-42a7-bf67-c4ec54f1da77 is scheduled to be hosted by DHCP agent d6364138-709a-4c77-9f16-97f76425e773 with binding_index 1 {{(pid=106636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 03:00:52.360548 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [None req-9a552489-a3fd-443e-8657-479f4a6a73d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814333-1-iscsi, cd9e0141-a366-42a7-bf67-c4ec54f1da77) {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:00:52.364431 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a552489-a3fd-443e-8657-479f4a6a73d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:52.365015 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9a552489-a3fd-443e-8657-479f4a6a73d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for subnet, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:52.368967 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fcb42a-ff15-4e7e-8d5a-991000eb9052 None None] Network cd9e0141-a366-42a7-bf67-c4ec54f1da77 requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 03:00:52.455414 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-9a552489-a3fd-443e-8657-479f4a6a73d8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0291629 Oct 18 03:00:52.509812 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac3ca76-2efb-49d2-a5ec-0ead4e189b01 None None] Network cd9e0141-a366-42a7-bf67-c4ec54f1da77 requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 03:00:52.521940 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:53.093512 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e291af6-be8a-4e2c-9909-a5d36a886f61 req-6983ac43-72b2-459b-aa41-cc64e26e3b1f tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:53.097130 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-2e291af6-be8a-4e2c-9909-a5d36a886f61 req-6983ac43-72b2-459b-aa41-cc64e26e3b1f tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0606651 Oct 18 03:00:53.146558 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-2e291af6-be8a-4e2c-9909-a5d36a886f61 req-3a8a13ec-01da-4963-b7df-1287924dcacd tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342369 Oct 18 03:00:53.257921 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:54.267772 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9fc5ef-9166-4340-988a-e37866d5784f req-cf57af27-87b7-41d5-9ec7-2a59af2ae591 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:54.269190 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ce9fc5ef-9166-4340-988a-e37866d5784f req-cf57af27-87b7-41d5-9ec7-2a59af2ae591 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0510201 Oct 18 03:00:54.306126 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ce9fc5ef-9166-4340-988a-e37866d5784f req-1cda2486-9c22-411b-9997-acb71037efb0 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309429 Oct 18 03:00:54.650449 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:00:55.294923 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2529eed0-ddb2-4924-aba4-9f7283fce00f req-41580f85-557c-4adf-bccd-b5b96793aab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:55.296451 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-2529eed0-ddb2-4924-aba4-9f7283fce00f req-41580f85-557c-4adf-bccd-b5b96793aab4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 1099 time: 0.0424893 Oct 18 03:00:55.333022 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-2529eed0-ddb2-4924-aba4-9f7283fce00f req-4fdc5687-55d1-4fa8-9665-89808bf3f2a0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284295 Oct 18 03:00:55.420739 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961a222-bda2-4e40-96b9-74d896effbb0 req-cb83ddea-fb29-4d4e-b088-970aa1f41908 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:55.422817 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6961a222-bda2-4e40-96b9-74d896effbb0 req-cb83ddea-fb29-4d4e-b088-970aa1f41908 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0501237 Oct 18 03:00:55.462358 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6961a222-bda2-4e40-96b9-74d896effbb0 req-2727dd01-33ea-4625-abd3-4df398489e54 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327313 Oct 18 03:00:56.065197 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9348c-53f2-4190-a0d1-11b61437a3ca req-30a015cc-b611-435d-bd58-ebde01b7330f tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:56.066700 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-05d9348c-53f2-4190-a0d1-11b61437a3ca req-30a015cc-b611-435d-bd58-ebde01b7330f tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.0550048 Oct 18 03:00:56.108782 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-05d9348c-53f2-4190-a0d1-11b61437a3ca req-b6dfca55-c85b-40a4-818b-80d0ab3385f0 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344670 Oct 18 03:00:56.580323 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7a8d9-c9b8-4536-b16c-5a8bd3153e95 req-16edc242-a355-40ae-9c5a-2484bf097dca tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:56.581817 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a5f7a8d9-c9b8-4536-b16c-5a8bd3153e95 req-16edc242-a355-40ae-9c5a-2484bf097dca tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0517149 Oct 18 03:00:56.620256 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a5f7a8d9-c9b8-4536-b16c-5a8bd3153e95 req-ea710245-c387-4e83-b6ca-c754c91fc399 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321417 Oct 18 03:00:57.233991 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15b3b2-07d2-47dc-bb16-a90966743442 req-9219ef22-1000-4355-a32b-b08d9b87cdb3 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:57.236045 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-bf15b3b2-07d2-47dc-bb16-a90966743442 req-9219ef22-1000-4355-a32b-b08d9b87cdb3 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.0475974 Oct 18 03:00:57.271247 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-bf15b3b2-07d2-47dc-bb16-a90966743442 req-f53f3518-f522-4966-b6bd-3aaea363c367 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295346 Oct 18 03:00:57.736287 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df82eb1-a2a5-4e4f-9664-767a14b9ed76 req-0e26ced9-be1c-4c93-b948-998c715f150b tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:57.737768 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5df82eb1-a2a5-4e4f-9664-767a14b9ed76 req-0e26ced9-be1c-4c93-b948-998c715f150b tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0514812 Oct 18 03:00:57.775540 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5df82eb1-a2a5-4e4f-9664-767a14b9ed76 req-f241037d-2228-4742-8853-a8b0cf561cf5 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318849 Oct 18 03:00:58.176187 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23007288-3175-4c7c-a7dc-066e00923e93 req-a85e5ca9-95e4-46f8-ac9e-2894eb98ea62 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:58.177626 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-23007288-3175-4c7c-a7dc-066e00923e93 req-a85e5ca9-95e4-46f8-ac9e-2894eb98ea62 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0500185 Oct 18 03:00:58.214240 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-23007288-3175-4c7c-a7dc-066e00923e93 req-0d4e070a-474b-4332-a7a9-cad9f7d10e07 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306408 Oct 18 03:00:58.395270 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679030a-db77-4a95-a9e6-5da0d07043db req-fe746a0b-c193-4cfd-9cb1-e00d4cf4ef9f tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:58.396744 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8679030a-db77-4a95-a9e6-5da0d07043db req-fe746a0b-c193-4cfd-9cb1-e00d4cf4ef9f tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.0539222 Oct 18 03:00:58.434750 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8679030a-db77-4a95-a9e6-5da0d07043db req-5fc73bfe-70be-4106-a0da-84a023021bb2 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320618 Oct 18 03:00:59.328135 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3a356-8db7-4bd3-9244-e58385e2f9a1 req-205bfd8f-0530-459c-81b0-77fb401e535c tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:59.330469 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-82e3a356-8db7-4bd3-9244-e58385e2f9a1 req-205bfd8f-0530-459c-81b0-77fb401e535c tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0505302 Oct 18 03:00:59.367180 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-82e3a356-8db7-4bd3-9244-e58385e2f9a1 req-4e481e9e-c50c-4a91-a576-dfb96ec7ecc9 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306623 Oct 18 03:00:59.551322 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae77b29-4f88-4805-a313-b10728e713b6 req-cc7c4b05-aad7-4762-8d48-29be4f2373a5 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:59.552752 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9ae77b29-4f88-4805-a313-b10728e713b6 req-cc7c4b05-aad7-4762-8d48-29be4f2373a5 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.0474756 Oct 18 03:00:59.613197 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9ae77b29-4f88-4805-a313-b10728e713b6 req-8b2513a0-9cf2-47a0-be8a-d204e711b19b tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544553 Oct 18 03:00:59.630752 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a67da-bb0f-43f2-abe9-59230ac2bfaf req-83b0c302-c33a-4ddc-bf1d-f832ba49edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:59.642138 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f74a67da-bb0f-43f2-abe9-59230ac2bfaf req-83b0c302-c33a-4ddc-bf1d-f832ba49edd3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6894422efe52423ca3f7a27e517ac618&device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 1099 time: 0.0483372 Oct 18 03:00:59.726755 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a67da-bb0f-43f2-abe9-59230ac2bfaf req-b3586e00-3304-473e-8f8e-48b096517fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:59.728103 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f74a67da-bb0f-43f2-abe9-59230ac2bfaf req-b3586e00-3304-473e-8f8e-48b096517fd6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d30303c-fcdb-4228-b9fc-587a12d80856 HTTP/1.1" status: 200 len: 920 time: 0.0875309 Oct 18 03:00:59.772267 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f74a67da-bb0f-43f2-abe9-59230ac2bfaf req-ab250d19-b02c-4788-843f-6bf796e14357 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07318d5b-0abb-418e-86c4-a0e2df0a7bc9 HTTP/1.1" status: 200 len: 217 time: 0.0359037 Oct 18 03:00:59.832453 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a67da-bb0f-43f2-abe9-59230ac2bfaf req-0930f406-2a60-4478-bd74-e00e1e606c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:00:59.833979 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f74a67da-bb0f-43f2-abe9-59230ac2bfaf req-0930f406-2a60-4478-bd74-e00e1e606c7c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=408cb873-47be-40b3-8bec-d74941eb7535 HTTP/1.1" status: 200 len: 859 time: 0.0488880 Oct 18 03:00:59.870241 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f74a67da-bb0f-43f2-abe9-59230ac2bfaf req-5bf439de-c18e-47f6-bc91-e4a043c751aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d30303c-fcdb-4228-b9fc-587a12d80856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254195 Oct 18 03:00:59.975425 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f74a67da-bb0f-43f2-abe9-59230ac2bfaf req-ab3fde22-1ff0-49cb-8ed2-61e89eb92f02 service neutron] 10.222.0.36 "GET /v2.0/networks/4d30303c-fcdb-4228-b9fc-587a12d80856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950663 Oct 18 03:01:00.078389 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f74a67da-bb0f-43f2-abe9-59230ac2bfaf req-e19bf516-ccdf-4f73-97c4-c642e88b232e service neutron] 10.222.0.36 "GET /v2.0/networks/4d30303c-fcdb-4228-b9fc-587a12d80856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922613 Oct 18 03:01:00.483239 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e9057-6446-4508-ba73-9f4e3a2c7491 req-fc7a28ea-aacf-4de9-bea6-3944d2c694b6 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:00.484862 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b17e9057-6446-4508-ba73-9f4e3a2c7491 req-fc7a28ea-aacf-4de9-bea6-3944d2c694b6 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0499136 Oct 18 03:01:00.523514 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b17e9057-6446-4508-ba73-9f4e3a2c7491 req-4117f8c5-5286-454f-838b-842106097206 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328937 Oct 18 03:01:00.738807 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd71604-2ef7-4241-bf1e-d5211d82cff7 req-a321f9e5-9e57-4c37-9fd9-2bda44b08caa tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:00.743668 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4bd71604-2ef7-4241-bf1e-d5211d82cff7 req-a321f9e5-9e57-4c37-9fd9-2bda44b08caa tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.0513537 Oct 18 03:01:00.782085 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4bd71604-2ef7-4241-bf1e-d5211d82cff7 req-4b9dcc1d-9bc8-4a18-8eae-66ece734c386 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330102 Oct 18 03:01:01.647846 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f585890-24cc-4760-9722-131f1913f5a0 req-c1670110-2431-4c49-825c-c68a7ffc546d tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:01.649428 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4f585890-24cc-4760-9722-131f1913f5a0 req-c1670110-2431-4c49-825c-c68a7ffc546d tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0544817 Oct 18 03:01:01.703638 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4f585890-24cc-4760-9722-131f1913f5a0 req-031abcef-d221-4282-be66-39484081ab41 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470793 Oct 18 03:01:01.774213 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01955f9-1c34-4cb3-bec5-8ab970df9a68 req-9e3d2ac3-8e37-4ed8-a630-bb37570e2b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:01.775817 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d01955f9-1c34-4cb3-bec5-8ab970df9a68 req-9e3d2ac3-8e37-4ed8-a630-bb37570e2b55 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6894422efe52423ca3f7a27e517ac618&device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 1099 time: 0.0596650 Oct 18 03:01:01.927777 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01955f9-1c34-4cb3-bec5-8ab970df9a68 req-9c4d5c0f-dc83-47b2-a5be-312ba2c94689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:01.929318 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d01955f9-1c34-4cb3-bec5-8ab970df9a68 req-9c4d5c0f-dc83-47b2-a5be-312ba2c94689 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d30303c-fcdb-4228-b9fc-587a12d80856 HTTP/1.1" status: 200 len: 920 time: 0.1289194 Oct 18 03:01:01.936967 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48b13e-5b10-4586-838c-d7b1df49d53d req-e2def6cf-ed1b-4442-8311-30d9e144dfcf tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:01.938604 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ec48b13e-5b10-4586-838c-d7b1df49d53d req-e2def6cf-ed1b-4442-8311-30d9e144dfcf tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.0742688 Oct 18 03:01:01.989623 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d01955f9-1c34-4cb3-bec5-8ab970df9a68 req-46f10024-727f-4ee7-bec8-10ab7386bc15 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07318d5b-0abb-418e-86c4-a0e2df0a7bc9 HTTP/1.1" status: 200 len: 217 time: 0.0500417 Oct 18 03:01:02.056247 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ec48b13e-5b10-4586-838c-d7b1df49d53d req-434da084-7365-4bec-9388-51f9bbc04e8f tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109958 Oct 18 03:01:02.089248 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01955f9-1c34-4cb3-bec5-8ab970df9a68 req-ee3469fc-b168-4e2c-9663-1fc5edf52e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:02.090926 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d01955f9-1c34-4cb3-bec5-8ab970df9a68 req-ee3469fc-b168-4e2c-9663-1fc5edf52e92 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=408cb873-47be-40b3-8bec-d74941eb7535 HTTP/1.1" status: 200 len: 859 time: 0.0882704 Oct 18 03:01:02.134847 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d01955f9-1c34-4cb3-bec5-8ab970df9a68 req-b81cea47-5519-4093-939a-be62ce994755 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d30303c-fcdb-4228-b9fc-587a12d80856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353072 Oct 18 03:01:02.236717 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d01955f9-1c34-4cb3-bec5-8ab970df9a68 req-e67f6d06-77ae-4fd0-ba10-c05ba7c6e7df service neutron] 10.222.0.36 "GET /v2.0/networks/4d30303c-fcdb-4228-b9fc-587a12d80856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894229 Oct 18 03:01:02.333672 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d01955f9-1c34-4cb3-bec5-8ab970df9a68 req-7f4496a2-099b-4b26-91f0-5e4c4870be90 service neutron] 10.222.0.36 "GET /v2.0/networks/4d30303c-fcdb-4228-b9fc-587a12d80856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871046 Oct 18 03:01:02.650682 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 33306) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:01:02.810010 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c7267b59-26a6-4792-aed5-84a96df20fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:02.883963 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd4a53-df0f-4b2b-8eb8-fb559edafbe0 req-283c1cbf-70ae-4343-a62e-6068b4257697 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:02.885603 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f3fd4a53-df0f-4b2b-8eb8-fb559edafbe0 req-283c1cbf-70ae-4343-a62e-6068b4257697 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0973685 Oct 18 03:01:02.950752 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f3fd4a53-df0f-4b2b-8eb8-fb559edafbe0 req-3a758b6e-bd19-4bca-8fbf-1e27341b25bd tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543988 Oct 18 03:01:02.964627 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c7267b59-26a6-4792-aed5-84a96df20fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:03.086147 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c7267b59-26a6-4792-aed5-84a96df20fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:03.135899 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-c7267b59-26a6-4792-aed5-84a96df20fca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=968731c16d15410cbc8a3b05faec908b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4803274 Oct 18 03:01:03.136277 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 33334) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:01:03.138371 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7267b59-26a6-4792-aed5-84a96df20fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6111c3b-41e1-4231-aee7-2c78bc05cdda,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:03.151356 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7267b59-26a6-4792-aed5-84a96df20fca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:01:03.151830 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7267b59-26a6-4792-aed5-84a96df20fca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:01:03.152231 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7267b59-26a6-4792-aed5-84a96df20fca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:01:03.152674 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7267b59-26a6-4792-aed5-84a96df20fca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:01:03.153054 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7267b59-26a6-4792-aed5-84a96df20fca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:01:03.153646 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7267b59-26a6-4792-aed5-84a96df20fca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:01:03.154109 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7267b59-26a6-4792-aed5-84a96df20fca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:01:03.157652 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7267b59-26a6-4792-aed5-84a96df20fca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:01:03.157652 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7267b59-26a6-4792-aed5-84a96df20fca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:01:03.157652 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7267b59-26a6-4792-aed5-84a96df20fca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:01:03.157652 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7267b59-26a6-4792-aed5-84a96df20fca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:01:03.157652 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7267b59-26a6-4792-aed5-84a96df20fca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:01:03.189596 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b0d9f4db-2eba-47d9-9475-57df6f436599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:03.210977 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b0d9f4db-2eba-47d9-9475-57df6f436599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:03.214546 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fcd5b2-e482-4b16-9ff3-799251580d9b req-654e4372-9e85-4163-8ac6-b89badaf14bf tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:03.216037 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-40fcd5b2-e482-4b16-9ff3-799251580d9b req-654e4372-9e85-4163-8ac6-b89badaf14bf tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.0564716 Oct 18 03:01:03.258020 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-40fcd5b2-e482-4b16-9ff3-799251580d9b req-377fecb7-327c-4e0e-9380-37e2780005fe tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354323 Oct 18 03:01:03.377968 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b0d9f4db-2eba-47d9-9475-57df6f436599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:03.380556 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b0d9f4db-2eba-47d9-9475-57df6f436599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:03.384614 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-b0d9f4db-2eba-47d9-9475-57df6f436599 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e6111c3b-41e1-4231-aee7-2c78bc05cdda HTTP/1.1" status: 204 len: 168 time: 0.2448204 Oct 18 03:01:03.396853 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d9f4db-2eba-47d9-9475-57df6f436599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6111c3b-41e1-4231-aee7-2c78bc05cdda,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:03.397411 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d9f4db-2eba-47d9-9475-57df6f436599 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:01:03.397832 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d9f4db-2eba-47d9-9475-57df6f436599 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:01:03.398176 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d9f4db-2eba-47d9-9475-57df6f436599 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:01:03.398507 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d9f4db-2eba-47d9-9475-57df6f436599 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:01:03.398835 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d9f4db-2eba-47d9-9475-57df6f436599 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:01:03.399158 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d9f4db-2eba-47d9-9475-57df6f436599 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:01:03.399801 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d9f4db-2eba-47d9-9475-57df6f436599 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:01:03.400299 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d9f4db-2eba-47d9-9475-57df6f436599 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:01:03.400807 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d9f4db-2eba-47d9-9475-57df6f436599 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:01:03.401478 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d9f4db-2eba-47d9-9475-57df6f436599 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:01:03.402105 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d9f4db-2eba-47d9-9475-57df6f436599 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:01:03.402604 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d9f4db-2eba-47d9-9475-57df6f436599 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:01:04.248815 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fe7f9-5915-44a4-bb24-631edcf503c4 req-ba638892-ddc3-4b93-ba9f-a7b34303f43b tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:04.251394 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6c1fe7f9-5915-44a4-bb24-631edcf503c4 req-ba638892-ddc3-4b93-ba9f-a7b34303f43b tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0519569 Oct 18 03:01:04.292871 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6c1fe7f9-5915-44a4-bb24-631edcf503c4 req-e17e3958-4371-467c-b512-a13cbc6aaf19 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339696 Oct 18 03:01:04.409191 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba79ef-9519-40b7-8f79-1781d92f6374 req-b74028ca-862a-46a8-9304-a7af347a4471 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:04.410741 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a6ba79ef-9519-40b7-8f79-1781d92f6374 req-b74028ca-862a-46a8-9304-a7af347a4471 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.0532758 Oct 18 03:01:04.450473 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a6ba79ef-9519-40b7-8f79-1781d92f6374 req-05c1c7ab-d2c7-46a5-9e0a-6fc89ebdead6 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337713 Oct 18 03:01:04.491968 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:05.416007 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e4342-2807-4cd9-8c3c-1e3c9a2fe780 req-2e283562-3b9b-4c99-89fc-46ff3d8aad1f tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:05.418308 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c97e4342-2807-4cd9-8c3c-1e3c9a2fe780 req-2e283562-3b9b-4c99-89fc-46ff3d8aad1f tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0697238 Oct 18 03:01:05.470222 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c97e4342-2807-4cd9-8c3c-1e3c9a2fe780 req-9a8e3fdc-40db-4d67-bed2-9dfc08209d9d tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455940 Oct 18 03:01:05.658141 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fd7e0-816d-4a8d-abe8-9a82a419462a req-2a8690ad-bdf4-4e1c-9ae1-d0f26f136490 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:05.659651 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-2b0fd7e0-816d-4a8d-abe8-9a82a419462a req-2a8690ad-bdf4-4e1c-9ae1-d0f26f136490 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.0998039 Oct 18 03:01:05.687531 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a1352-e809-4da0-8715-d46180ad900c req-45668657-5e2f-416d-ba1a-ead1e1f44245 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:05.689997 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-727a1352-e809-4da0-8715-d46180ad900c req-45668657-5e2f-416d-ba1a-ead1e1f44245 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0899622 Oct 18 03:01:05.726906 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-2b0fd7e0-816d-4a8d-abe8-9a82a419462a req-e36270d2-1ff8-4f97-bf4b-6a589ae81aba tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613046 Oct 18 03:01:05.745798 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-727a1352-e809-4da0-8715-d46180ad900c req-2c4d4655-90fc-4eeb-bf17-02e99edacdb9 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490716 Oct 18 03:01:06.057933 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 33444) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:01:06.170673 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8db41202-dc24-4c0b-a2b8-a2106eb32b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:06.247971 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8db41202-dc24-4c0b-a2b8-a2106eb32b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:06.337945 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8db41202-dc24-4c0b-a2b8-a2106eb32b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:06.379888 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-8db41202-dc24-4c0b-a2b8-a2106eb32b22 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=acdaa478b2784500b41173da1862e407&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3183310 Oct 18 03:01:06.379888 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db41202-dc24-4c0b-a2b8-a2106eb32b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5df1ec7-9558-45c9-a33d-bf086ab02eb6,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:06.381911 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 33456) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:01:06.434155 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-563bc599-c969-4db7-b27f-204876fddbfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:06.455187 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-563bc599-c969-4db7-b27f-204876fddbfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:06.623342 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-563bc599-c969-4db7-b27f-204876fddbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:06.626577 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-563bc599-c969-4db7-b27f-204876fddbfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:06.628087 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-563bc599-c969-4db7-b27f-204876fddbfa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f5df1ec7-9558-45c9-a33d-bf086ab02eb6 HTTP/1.1" status: 204 len: 168 time: 0.2449906 Oct 18 03:01:06.641290 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563bc599-c969-4db7-b27f-204876fddbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5df1ec7-9558-45c9-a33d-bf086ab02eb6,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:06.890109 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e99c1-a8bd-4c3c-a75b-d2d52ed60e30 req-e2ba5c6a-4133-4880-abdd-cb2b28f99d9c tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:06.891649 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ea0e99c1-a8bd-4c3c-a75b-d2d52ed60e30 req-e2ba5c6a-4133-4880-abdd-cb2b28f99d9c tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.0851040 Oct 18 03:01:06.912766 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32695d5b-def1-4776-81e2-f7efe9f80083 req-3f0272d7-8e93-40df-8192-4711a0f09a37 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:06.914327 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-32695d5b-def1-4776-81e2-f7efe9f80083 req-3f0272d7-8e93-40df-8192-4711a0f09a37 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0771582 Oct 18 03:01:06.974714 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ea0e99c1-a8bd-4c3c-a75b-d2d52ed60e30 req-6bfa8235-6bbd-4862-891b-7f541db36a94 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758028 Oct 18 03:01:06.989477 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-32695d5b-def1-4776-81e2-f7efe9f80083 req-b8f3a824-a3de-41d2-99ca-ef25c6deaa84 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674589 Oct 18 03:01:07.335598 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 33486) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:01:07.348938 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6584e431-c0f4-4ba3-ac06-9d0ea8de2713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:07.419852 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6584e431-c0f4-4ba3-ac06-9d0ea8de2713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:07.469556 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6584e431-c0f4-4ba3-ac06-9d0ea8de2713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:07.507921 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-6584e431-c0f4-4ba3-ac06-9d0ea8de2713 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f02440c5511449a392c7639044d89dd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1712310 Oct 18 03:01:07.509765 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584e431-c0f4-4ba3-ac06-9d0ea8de2713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdb248c-7d55-45ec-a86e-c3fab8cc19a7,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:07.510717 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 33488) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:01:07.560448 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-ea56fdbc-642e-46c7-a37c-b21e02ac5311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:07.582368 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-ea56fdbc-642e-46c7-a37c-b21e02ac5311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:07.789433 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-ea56fdbc-642e-46c7-a37c-b21e02ac5311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:07.791993 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-ea56fdbc-642e-46c7-a37c-b21e02ac5311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:07.795641 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-ea56fdbc-642e-46c7-a37c-b21e02ac5311 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bbdb248c-7d55-45ec-a86e-c3fab8cc19a7 HTTP/1.1" status: 204 len: 168 time: 0.2815416 Oct 18 03:01:07.801373 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56fdbc-642e-46c7-a37c-b21e02ac5311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdb248c-7d55-45ec-a86e-c3fab8cc19a7,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:08.136976 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343922c-14b3-4a07-a324-8dfdf4955ca2 req-2213541f-6f66-40b1-bfb1-582154c8049b tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:08.138519 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d343922c-14b3-4a07-a324-8dfdf4955ca2 req-2213541f-6f66-40b1-bfb1-582154c8049b tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.0784070 Oct 18 03:01:08.153329 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b30d18-1b7b-4139-8a21-24597c8d25d4 req-e50c7525-a97b-4961-8c65-895898ea690f tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:08.154938 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e5b30d18-1b7b-4139-8a21-24597c8d25d4 req-e50c7525-a97b-4961-8c65-895898ea690f tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0836930 Oct 18 03:01:08.214796 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d343922c-14b3-4a07-a324-8dfdf4955ca2 req-3ab45379-ce8a-4764-852c-d96ea716818c tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588472 Oct 18 03:01:08.218366 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e5b30d18-1b7b-4139-8a21-24597c8d25d4 req-be11145b-882a-42ad-8d55-6048d209e604 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554807 Oct 18 03:01:08.559057 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 33508) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:01:08.575470 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-f7388b85-f01f-4ca3-8723-aff8a404e3bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:08.652282 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-f7388b85-f01f-4ca3-8723-aff8a404e3bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:08.714909 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-f7388b85-f01f-4ca3-8723-aff8a404e3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:08.753759 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-f7388b85-f01f-4ca3-8723-aff8a404e3bf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=79f6093e5c9d4b9a9b4e5c6ac93785dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1936343 Oct 18 03:01:08.754653 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7388b85-f01f-4ca3-8723-aff8a404e3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b508f7-364f-46c7-b9e2-91e717049c13,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:08.756522 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 33510) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:01:08.809513 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-bbd1db33-c58e-448a-ae2b-73f26111107f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:08.832718 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-bbd1db33-c58e-448a-ae2b-73f26111107f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:08.966557 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-bbd1db33-c58e-448a-ae2b-73f26111107f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:08.970341 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-bbd1db33-c58e-448a-ae2b-73f26111107f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:08.973709 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-bbd1db33-c58e-448a-ae2b-73f26111107f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/61b508f7-364f-46c7-b9e2-91e717049c13 HTTP/1.1" status: 204 len: 168 time: 0.2139714 Oct 18 03:01:08.979500 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1db33-c58e-448a-ae2b-73f26111107f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b508f7-364f-46c7-b9e2-91e717049c13,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:09.373814 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1de691-bc0d-41d9-921a-50b6dca50fa8 req-934c3d43-a7e0-45a3-ac1f-6a89ef717a5b tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:09.375350 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6e1de691-bc0d-41d9-921a-50b6dca50fa8 req-934c3d43-a7e0-45a3-ac1f-6a89ef717a5b tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.0821838 Oct 18 03:01:09.386334 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7cae9-de81-4df3-bdbc-aa79ca560127 req-e809d999-d576-44ea-80c8-790195936b4c tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:09.386334 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cae7cae9-de81-4df3-bdbc-aa79ca560127 req-e809d999-d576-44ea-80c8-790195936b4c tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0856211 Oct 18 03:01:09.444406 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cae7cae9-de81-4df3-bdbc-aa79ca560127 req-8bc400c6-4e70-4259-b59e-494e3b86148e tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514133 Oct 18 03:01:09.447123 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6e1de691-bc0d-41d9-921a-50b6dca50fa8 req-a1e514d7-090f-4d6c-81e7-878d7c43523a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614257 Oct 18 03:01:10.591663 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a296b0-0e15-4245-a290-b7d0ac1f5fc6 req-9e05c68d-0b06-4a11-a348-b78ac16c034a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:10.593182 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-96a296b0-0e15-4245-a290-b7d0ac1f5fc6 req-9e05c68d-0b06-4a11-a348-b78ac16c034a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.0656006 Oct 18 03:01:10.602659 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2da7ad-343c-4717-95fc-8335aac2ab9c req-9c552a0a-2483-4b75-b41f-d6be9fbdff9b tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:10.604182 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-bc2da7ad-343c-4717-95fc-8335aac2ab9c req-9c552a0a-2483-4b75-b41f-d6be9fbdff9b tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0885894 Oct 18 03:01:10.662424 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-96a296b0-0e15-4245-a290-b7d0ac1f5fc6 req-cabdacea-7c7f-49a3-a432-fd874b1cee2d tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571508 Oct 18 03:01:10.667618 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-bc2da7ad-343c-4717-95fc-8335aac2ab9c req-ce63ec3b-c980-4122-8533-dc70fd2640d6 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558541 Oct 18 03:01:11.812223 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235187aa-2544-455f-bfbd-5ce556440347 req-786882d1-b306-42b1-9819-796e307bea93 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:11.814681 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-235187aa-2544-455f-bfbd-5ce556440347 req-786882d1-b306-42b1-9819-796e307bea93 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.0773580 Oct 18 03:01:11.822121 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba2cb7-bc80-4d35-926e-f7f994249bde req-ad5bfe9a-7899-4a82-9769-1bc7d63ed2f6 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:11.823484 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-05ba2cb7-bc80-4d35-926e-f7f994249bde req-ad5bfe9a-7899-4a82-9769-1bc7d63ed2f6 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0874100 Oct 18 03:01:11.879020 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-235187aa-2544-455f-bfbd-5ce556440347 req-5dfc3e35-c1a7-4971-84c2-f80cee59630e tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544827 Oct 18 03:01:11.883618 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-05ba2cb7-bc80-4d35-926e-f7f994249bde req-520b30a5-c8ee-465f-9145-c7ab22f944ca tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531454 Oct 18 03:01:13.037969 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434b05a-05d3-41ce-8f24-7699c404a85b req-bf654858-1117-4c26-925d-5e5b36dfe77c tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:13.041691 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d434b05a-05d3-41ce-8f24-7699c404a85b req-bf654858-1117-4c26-925d-5e5b36dfe77c tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.0869834 Oct 18 03:01:13.049245 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c73d08-7b44-439c-a846-79e104838f5a req-f34e2aaf-74aa-4a0f-bc81-9919c9ff9551 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:13.050866 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d7c73d08-7b44-439c-a846-79e104838f5a req-f34e2aaf-74aa-4a0f-bc81-9919c9ff9551 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0889359 Oct 18 03:01:13.102707 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d434b05a-05d3-41ce-8f24-7699c404a85b req-7ea08b16-5da3-4eed-a65a-8260f736616a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508621 Oct 18 03:01:13.115862 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d7c73d08-7b44-439c-a846-79e104838f5a req-0ea161e3-9062-41c7-ac21-e67043fc24ea tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580003 Oct 18 03:01:14.289389 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295c9a4-56f5-4021-95cc-3103cffd1b05 req-9131c02c-1bda-47c2-ab82-592ccac08dbf tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:14.300653 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a295c9a4-56f5-4021-95cc-3103cffd1b05 req-9131c02c-1bda-47c2-ab82-592ccac08dbf tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.0994902 Oct 18 03:01:14.322671 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0c822-5130-4e72-a443-eac0384933ad req-1ac3b5ca-983b-4807-9b23-cb732b8faee9 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:14.324182 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9ce0c822-5130-4e72-a443-eac0384933ad req-1ac3b5ca-983b-4807-9b23-cb732b8faee9 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0975010 Oct 18 03:01:14.357953 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a295c9a4-56f5-4021-95cc-3103cffd1b05 req-7330600d-1e1d-4977-be98-ab42309d4f96 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598836 Oct 18 03:01:14.375584 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9ce0c822-5130-4e72-a443-eac0384933ad req-39f20b01-b83a-47b4-bfa3-56bd226b71c9 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446320 Oct 18 03:01:14.784895 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-09019cfa-9ae1-44ea-90a7-d84ec00cd7b3 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=1487d11111e74b55afbabb638f860b05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287917 Oct 18 03:01:14.982639 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-e385db2c-6bc6-4d62-b412-c1cbbd191966 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:14.984080 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-e385db2c-6bc6-4d62-b412-c1cbbd191966 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1937885 Oct 18 03:01:15.002629 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-907dc6d1-ff03-44ab-9ae5-baf94545e5d3 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/quotas/1487d11111e74b55afbabb638f860b05 HTTP/1.1" status: 200 len: 375 time: 0.0117629 Oct 18 03:01:15.040111 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-f45eeb7b-be3a-4322-81cc-1a725a22e56d tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1487d11111e74b55afbabb638f860b05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314848 Oct 18 03:01:15.299604 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6a7bbec3-b6ea-4724-96c8-7ce996c3d3c4 req-48f6fddf-5043-4fc1-8250-fdcfb73d8171 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1cf083-c4fe-4bfe-b1aa-3905b9fac1f2 HTTP/1.1" status: 200 len: 210 time: 0.0296652 Oct 18 03:01:15.507921 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92314cc-169f-47cc-bf16-48f62f353ef8 req-129ce359-65a4-43a2-9348-7991bf0383c0 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:15.509330 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f92314cc-169f-47cc-bf16-48f62f353ef8 req-129ce359-65a4-43a2-9348-7991bf0383c0 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.0790443 Oct 18 03:01:15.521976 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ed232-c90f-4e3d-b82b-531dcf6e63e9 req-da346d83-ca54-4e7d-848a-f3835e8ca250 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:15.523341 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7e7ed232-c90f-4e3d-b82b-531dcf6e63e9 req-da346d83-ca54-4e7d-848a-f3835e8ca250 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0676761 Oct 18 03:01:15.778648 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f92314cc-169f-47cc-bf16-48f62f353ef8 req-adf65e08-e676-4e3a-adfb-6226c12cb1c9 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2543862 Oct 18 03:01:15.783387 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7e7ed232-c90f-4e3d-b82b-531dcf6e63e9 req-a3a6da18-2709-4632-931c-f05db74ca436 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2536986 Oct 18 03:01:16.394149 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-13e330cb-40a7-4f2e-ba08-307abe829c97 req-631a5c37-cdb3-4b0c-bc6c-5da3b920d5cf tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1cf083-c4fe-4bfe-b1aa-3905b9fac1f2 HTTP/1.1" status: 200 len: 210 time: 0.0260298 Oct 18 03:01:16.928508 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4f116-d2f3-4963-b024-4448f1f31588 req-e37152cd-7935-457c-9a55-5a19afa3e2e6 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:16.929989 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ced4f116-d2f3-4963-b024-4448f1f31588 req-e37152cd-7935-457c-9a55-5a19afa3e2e6 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0808296 Oct 18 03:01:16.937204 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42284f5b-a584-4953-8f11-f4ba6193ecac req-4e1f1659-97a3-4117-91e8-20613a8c2905 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:16.938759 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-42284f5b-a584-4953-8f11-f4ba6193ecac req-4e1f1659-97a3-4117-91e8-20613a8c2905 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.0883620 Oct 18 03:01:16.991715 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ced4f116-d2f3-4963-b024-4448f1f31588 req-853222ff-5c32-4744-bc95-9ccde89c2a33 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520208 Oct 18 03:01:16.998570 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-42284f5b-a584-4953-8f11-f4ba6193ecac req-13e28237-e31f-4b99-ae15-99d6e1f7490e tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533309 Oct 18 03:01:17.483642 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-18dccbdc-594c-4958-9063-9be902d9a675 req-078f44c2-1a48-45d1-8389-1adf0b0fe8f3 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1cf083-c4fe-4bfe-b1aa-3905b9fac1f2 HTTP/1.1" status: 200 len: 210 time: 0.0261788 Oct 18 03:01:18.138839 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480493d-e60c-4ca5-8422-746a9537e76a req-9a7170ea-fba1-4631-936c-ccadfe314dbd tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:18.140272 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-2480493d-e60c-4ca5-8422-746a9537e76a req-9a7170ea-fba1-4631-936c-ccadfe314dbd tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.0714042 Oct 18 03:01:18.148360 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c7b58-3771-4f66-9c79-33566f40f357 req-274c2da6-07fb-4daf-889b-24e8bb46f9ab tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:18.149699 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-383c7b58-3771-4f66-9c79-33566f40f357 req-274c2da6-07fb-4daf-889b-24e8bb46f9ab tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0906098 Oct 18 03:01:18.201643 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-2480493d-e60c-4ca5-8422-746a9537e76a req-f1c68773-7604-4bd0-aaf5-d058e9e4d9dc tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509748 Oct 18 03:01:18.209358 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-383c7b58-3771-4f66-9c79-33566f40f357 req-c5434b08-6f4b-4753-ace2-522ee8ca09d1 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531964 Oct 18 03:01:18.581141 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cc61fc14-76e1-4307-9465-8fcb08d51187 req-027f0675-f4b7-4062-a2c3-19c1226ba369 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1cf083-c4fe-4bfe-b1aa-3905b9fac1f2 HTTP/1.1" status: 200 len: 210 time: 0.0297832 Oct 18 03:01:19.303388 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-ef9d92ec-331b-47f5-be8a-44e9203e7196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:19.358335 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de55d0a-3066-49e6-8806-242d6bfcf4e4 req-e409de80-6b9f-44c8-bdd1-9549299a31a5 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:19.360347 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5de55d0a-3066-49e6-8806-242d6bfcf4e4 req-e409de80-6b9f-44c8-bdd1-9549299a31a5 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0812709 Oct 18 03:01:19.368487 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a4cee-2adc-4f41-8499-1852782cdf56 req-c648b2cb-bc00-4542-ade2-7d1924fa8637 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:19.369882 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8f5a4cee-2adc-4f41-8499-1852782cdf56 req-c648b2cb-bc00-4542-ade2-7d1924fa8637 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.0920479 Oct 18 03:01:19.424716 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5de55d0a-3066-49e6-8806-242d6bfcf4e4 req-2b0a8f29-8428-45de-86a1-100e4d960b93 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538468 Oct 18 03:01:19.430355 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8f5a4cee-2adc-4f41-8499-1852782cdf56 req-32a32d94-b5b2-4edc-8bd0-f493d3d2ede7 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531313 Oct 18 03:01:19.675999 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f895a812-6aac-45ff-a27d-a035fcb9636a req-33021c7a-9681-4690-a013-d9a367ef19d4 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1cf083-c4fe-4bfe-b1aa-3905b9fac1f2 HTTP/1.1" status: 200 len: 210 time: 0.0277944 Oct 18 03:01:19.789642 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-c508096e-9803-4770-a779-60c8165fd0dd tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=1487d11111e74b55afbabb638f860b05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214899 Oct 18 03:01:19.903939 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-18792b37-cd31-4902-8297-d49fcfeb5056 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:19.905356 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-18792b37-cd31-4902-8297-d49fcfeb5056 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1104994 Oct 18 03:01:19.928199 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-7ce16076-bf20-41ae-b85c-9d9ca7f2a41c tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Request body: {'port': {'device_id': 'ef1cf083-c4fe-4bfe-b1aa-3905b9fac1f2', 'network_id': 'ed5b7935-e251-4b48-b237-4a6b97b7f3d6', 'admin_state_up': True, 'tenant_id': '1487d11111e74b55afbabb638f860b05'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:01:20.154841 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-7ce16076-bf20-41ae-b85c-9d9ca7f2a41c tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Made reservation on behalf of 1487d11111e74b55afbabb638f860b05 for: {'port': 1} {{(pid=106636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 03:01:20.158576 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-7ce16076-bf20-41ae-b85c-9d9ca7f2a41c tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:20.167190 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-7ce16076-bf20-41ae-b85c-9d9ca7f2a41c tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:20.265294 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-7ce16076-bf20-41ae-b85c-9d9ca7f2a41c tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:20.377956 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-7ce16076-bf20-41ae-b85c-9d9ca7f2a41c tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:20.444463 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce16076-bf20-41ae-b85c-9d9ca7f2a41c tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40c4978b-02c4-430f-924a-a38166788f38,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:20.529884 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.db_base_plugin_common [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-7ce16076-bf20-41ae-b85c-9d9ca7f2a41c tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Allocated IP 192.168.233.213 (ed5b7935-e251-4b48-b237-4a6b97b7f3d6/c5d2057a-a3d3-442d-8882-4f80d14fde9a/f343679f-0810-41b1-aa0e-69d1ac912476) {{(pid=106636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:01:20.664358 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900b0fb-6cc1-48d2-9d0c-6ae148bcd275 req-b519d90a-7676-42b0-8f2c-bdbd985f5f8d tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:20.665919 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f900b0fb-6cc1-48d2-9d0c-6ae148bcd275 req-b519d90a-7676-42b0-8f2c-bdbd985f5f8d tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.1287844 Oct 18 03:01:20.716110 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device a16b945e-b164-4ca8-8381-bef80a1ac009 details requested by agent hyperv_hv-cinder-81433 with host hv-cinder-81433 {{(pid=106638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 03:01:20.716712 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938e9ea-7908-4366-8341-652f6bc6fe89 req-acc1b9fa-814f-44d6-9ec6-b8a9ad19a1ee tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:20.718074 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1938e9ea-7908-4366-8341-652f6bc6fe89 req-acc1b9fa-814f-44d6-9ec6-b8a9ad19a1ee tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.1639414 Oct 18 03:01:20.801751 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f900b0fb-6cc1-48d2-9d0c-6ae148bcd275 req-dec53c49-956d-46b0-9799-e4e74fb5ead6 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224408 Oct 18 03:01:20.815227 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port a16b945e-b164-4ca8-8381-bef80a1ac009, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=a16b945e-b164-4ca8-8381-bef80a1ac009,segment=NetworkSegment(0a4479a8-2092-4dd6-9759-50afb4a3e69f),segment_id=0a4479a8-2092-4dd6-9759-50afb4a3e69f)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:01:20.827815 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Returning: {'device': 'a16b945e-b164-4ca8-8381-bef80a1ac009', 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba', 'port_id': 'a16b945e-b164-4ca8-8381-bef80a1ac009', 'mac_address': 'fa:16:3e:f5:65:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dead32d3-ed00-4228-a06c-9c73190d2cad', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 03:01:20.844323 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1938e9ea-7908-4366-8341-652f6bc6fe89 req-70e22104-81f5-4bc5-a41a-8f11277bf7b3 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132853 Oct 18 03:01:20.870869 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:20.884904 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-7ce16076-bf20-41ae-b85c-9d9ca7f2a41c tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Notify callbacks [] for port, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:20.885430 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a16b945e-b164-4ca8-8381-bef80a1ac009 {{(pid=106638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 03:01:20.898377 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-3292deb8-af32-45fa-85ee-3bb9c042ba2f req-61d74c92-22ab-4a48-8d8d-f6271b34fa44 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1cf083-c4fe-4bfe-b1aa-3905b9fac1f2 HTTP/1.1" status: 200 len: 210 time: 0.0295596 Oct 18 03:01:20.910511 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port a16b945e-b164-4ca8-8381-bef80a1ac009, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=a16b945e-b164-4ca8-8381-bef80a1ac009,segment=NetworkSegment(0a4479a8-2092-4dd6-9759-50afb4a3e69f),segment_id=0a4479a8-2092-4dd6-9759-50afb4a3e69f)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:01:21.046508 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:21.047859 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-7ce16076-bf20-41ae-b85c-9d9ca7f2a41c tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598'] for port, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:21.092814 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=a16b945e-b164-4ca8-8381-bef80a1ac009,revision_number=6']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:21.093254 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-7ce16076-bf20-41ae-b85c-9d9ca7f2a41c tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Network ed5b7935-e251-4b48-b237-4a6b97b7f3d6 is already hosted by enough agents. {{(pid=106636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:01:21.097260 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-7ce16076-bf20-41ae-b85c-9d9ca7f2a41c tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Resources bound (agent type, host, resource id): {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:01:21.102727 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-7ce16076-bf20-41ae-b85c-9d9ca7f2a41c tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Received port after_create {{(pid=106636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:01:21.106762 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-7ce16076-bf20-41ae-b85c-9d9ca7f2a41c tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:21.107377 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-7ce16076-bf20-41ae-b85c-9d9ca7f2a41c tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for port, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:21.119412 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce16076-bf20-41ae-b85c-9d9ca7f2a41c tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Pushing event updated for resources: {'Port': ['ID=f343679f-0810-41b1-aa0e-69d1ac912476,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:21.271968 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-7ce16076-bf20-41ae-b85c-9d9ca7f2a41c tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3475001 Oct 18 03:01:21.326627 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-2475855f-ae52-4a7b-a453-50e04b0b74f9 None None] Provisioning complete for port f343679f-0810-41b1-aa0e-69d1ac912476 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:01:21.326998 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-2475855f-ae52-4a7b-a453-50e04b0b74f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:21.362067 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-2475855f-ae52-4a7b-a453-50e04b0b74f9 None None] Port f343679f-0810-41b1-aa0e-69d1ac912476 cannot update to ACTIVE because it is not bound. {{(pid=106638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 03:01:21.886348 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5ba6559c-c5a3-47c3-8e99-34f9ea3d60c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:21.919278 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50a9c7-e78a-4b33-ad78-10693d26b84e req-e172559b-f22c-43fa-8c8b-0a2d8ffb117f tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:21.920793 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4e50a9c7-e78a-4b33-ad78-10693d26b84e req-e172559b-f22c-43fa-8c8b-0a2d8ffb117f tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0508156 Oct 18 03:01:21.958708 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4e50a9c7-e78a-4b33-ad78-10693d26b84e req-86dd4710-c610-42fd-a86b-776047c1ac36 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313187 Oct 18 03:01:22.073351 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307c1b9-4c82-4aff-b782-e9f44be0ac71 req-858bdd0c-1939-4bc0-86af-e345d788807b tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:22.074849 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e307c1b9-4c82-4aff-b782-e9f44be0ac71 req-858bdd0c-1939-4bc0-86af-e345d788807b tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 945 time: 0.0518491 Oct 18 03:01:22.138122 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e307c1b9-4c82-4aff-b782-e9f44be0ac71 req-83e06cc1-399b-4efb-adb3-8f86071c7648 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535560 Oct 18 03:01:22.150819 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228bd32-3247-4d2d-b815-5fa9804c5ab3 req-f7d96882-6692-4274-8f89-f72bfed2e3db tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:22.157843 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7228bd32-3247-4d2d-b815-5fa9804c5ab3 req-f7d96882-6692-4274-8f89-f72bfed2e3db tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1cf083-c4fe-4bfe-b1aa-3905b9fac1f2 HTTP/1.1" status: 200 len: 936 time: 0.0764759 Oct 18 03:01:22.190693 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7228bd32-3247-4d2d-b815-5fa9804c5ab3 req-754d2d8d-0350-4833-92db-7d998d4a6453 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/security-groups?id=40c4978b-02c4-430f-924a-a38166788f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315781 Oct 18 03:01:22.241440 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e7b60-fa9b-4a10-ad44-507ff7a1b43e req-f6fa4f79-fe86-4691-b0af-39ad53cbf142 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:22.242918 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-376e7b60-fa9b-4a10-ad44-507ff7a1b43e req-f6fa4f79-fe86-4691-b0af-39ad53cbf142 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0483546 Oct 18 03:01:22.279699 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-376e7b60-fa9b-4a10-ad44-507ff7a1b43e req-1ecd2312-3272-4e47-9063-23b1b766185c tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308690 Oct 18 03:01:22.526488 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:23.075245 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e080c0-2041-43e7-b371-e30679650011 req-4b700184-c8fa-4294-9982-8009b9dd2218 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:23.076773 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-53e080c0-2041-43e7-b371-e30679650011 req-4b700184-c8fa-4294-9982-8009b9dd2218 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0523438 Oct 18 03:01:23.116381 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-53e080c0-2041-43e7-b371-e30679650011 req-5f19dc66-9c4d-4afb-9ff5-8936a8e6e368 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325162 Oct 18 03:01:23.258031 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:23.260603 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a228e-81ef-484c-8487-c47dee61e907 req-4e62cbe3-a2d5-42a6-8498-e761da4d6e63 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:23.262082 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-048a228e-81ef-484c-8487-c47dee61e907 req-4e62cbe3-a2d5-42a6-8498-e761da4d6e63 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 945 time: 0.0538385 Oct 18 03:01:23.330389 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-048a228e-81ef-484c-8487-c47dee61e907 req-89a18abf-c45b-4f33-afa0-cdbbf1bcf06d tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578949 Oct 18 03:01:23.341512 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5bac1-7591-4b9c-a2fe-48b3b1f67c82 req-a6a12d82-1748-45b5-b764-ed3db2f6e03a tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:23.343003 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5ab5bac1-7591-4b9c-a2fe-48b3b1f67c82 req-a6a12d82-1748-45b5-b764-ed3db2f6e03a tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1cf083-c4fe-4bfe-b1aa-3905b9fac1f2 HTTP/1.1" status: 200 len: 936 time: 0.0800645 Oct 18 03:01:23.387031 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5ab5bac1-7591-4b9c-a2fe-48b3b1f67c82 req-f1ba3908-e032-4f70-8e5b-6bc2a72b9627 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/security-groups?id=40c4978b-02c4-430f-924a-a38166788f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376768 Oct 18 03:01:23.435374 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49feb9f5-d541-4be2-bba0-a0ff4eed7634 req-08896d4d-8b99-480c-b36b-6a742d706604 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:23.436849 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-49feb9f5-d541-4be2-bba0-a0ff4eed7634 req-08896d4d-8b99-480c-b36b-6a742d706604 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0489342 Oct 18 03:01:23.476315 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-49feb9f5-d541-4be2-bba0-a0ff4eed7634 req-2013dd11-a418-4fc1-ba3a-8df4406b2f3e tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328929 Oct 18 03:01:24.235509 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621507dc-e284-42c3-8920-8a048e5a3734 req-a4c7c96b-f909-441c-9d46-81e511f3ed81 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:24.236977 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-621507dc-e284-42c3-8920-8a048e5a3734 req-a4c7c96b-f909-441c-9d46-81e511f3ed81 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0530262 Oct 18 03:01:24.273900 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-621507dc-e284-42c3-8920-8a048e5a3734 req-70c4fced-2881-4a18-a919-8e4a68b104d5 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309937 Oct 18 03:01:24.446622 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b5f71-5fbb-46a9-aa2d-833f2147187b req-b152647b-6f2c-4b3a-ab74-67aa1d5e69bd tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:24.448093 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f94b5f71-5fbb-46a9-aa2d-833f2147187b req-b152647b-6f2c-4b3a-ab74-67aa1d5e69bd tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 945 time: 0.0486882 Oct 18 03:01:24.515890 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f94b5f71-5fbb-46a9-aa2d-833f2147187b req-75febcff-a3bf-4b3f-b89f-df840766be2c tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604417 Oct 18 03:01:24.523027 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b46f1-6da7-46d6-9e20-c6b322e29252 req-4fe24524-ade4-4d93-8f09-78b7a6875701 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:24.524446 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-142b46f1-6da7-46d6-9e20-c6b322e29252 req-4fe24524-ade4-4d93-8f09-78b7a6875701 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1cf083-c4fe-4bfe-b1aa-3905b9fac1f2 HTTP/1.1" status: 200 len: 936 time: 0.0720878 Oct 18 03:01:24.554294 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-251342cc-c31a-4b03-a96d-c39fba396274 service neutron] Request body: {'port': {'device_id': 'ef1cf083-c4fe-4bfe-b1aa-3905b9fac1f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81433'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:01:24.636056 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-142b46f1-6da7-46d6-9e20-c6b322e29252 req-084d1915-e62e-4e71-98f1-1ad86f1e3e75 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/security-groups?id=40c4978b-02c4-430f-924a-a38166788f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053987 Oct 18 03:01:24.652036 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['a16b945e-b164-4ca8-8381-bef80a1ac009'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:01:24.665047 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-251342cc-c31a-4b03-a96d-c39fba396274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:24.686737 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24650587-29cd-4225-8376-ab584247f524 req-23c3a52f-4d07-45b4-97ae-bfd000a17e65 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:24.688272 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-24650587-29cd-4225-8376-ab584247f524 req-23c3a52f-4d07-45b4-97ae-bfd000a17e65 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0998099 Oct 18 03:01:24.734627 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:24.743570 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f95253-74db-4673-9830-0d3b5660415d req-ca37951a-e843-4a4d-82e2-d61f0bdc3320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:24.746286 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-28f95253-74db-4673-9830-0d3b5660415d req-ca37951a-e843-4a4d-82e2-d61f0bdc3320 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6894422efe52423ca3f7a27e517ac618&device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 1099 time: 0.0474710 Oct 18 03:01:24.805973 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-24650587-29cd-4225-8376-ab584247f524 req-b482999c-a46f-4cb1-beb6-355cb257e724 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939260 Oct 18 03:01:24.845451 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f95253-74db-4673-9830-0d3b5660415d req-b473fd1c-107e-4099-b923-23d965310de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:24.846935 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-28f95253-74db-4673-9830-0d3b5660415d req-b473fd1c-107e-4099-b923-23d965310de0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d30303c-fcdb-4228-b9fc-587a12d80856 HTTP/1.1" status: 200 len: 920 time: 0.0898027 Oct 18 03:01:24.902693 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-28f95253-74db-4673-9830-0d3b5660415d req-9405b18c-e216-494f-87b8-1717f99a1b05 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07318d5b-0abb-418e-86c4-a0e2df0a7bc9 HTTP/1.1" status: 200 len: 217 time: 0.0341351 Oct 18 03:01:24.955378 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f95253-74db-4673-9830-0d3b5660415d req-9fcb0c91-9b3d-461c-b158-b6409215c0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:24.956752 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-28f95253-74db-4673-9830-0d3b5660415d req-9fcb0c91-9b3d-461c-b158-b6409215c0e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=408cb873-47be-40b3-8bec-d74941eb7535 HTTP/1.1" status: 200 len: 859 time: 0.0431256 Oct 18 03:01:24.974600 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-251342cc-c31a-4b03-a96d-c39fba396274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f343679f-0810-41b1-aa0e-69d1ac912476 {{(pid=106636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 03:01:24.982839 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-251342cc-c31a-4b03-a96d-c39fba396274 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:24.994670 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-251342cc-c31a-4b03-a96d-c39fba396274 service neutron] Transition to ACTIVE for port object f343679f-0810-41b1-aa0e-69d1ac912476 will not be triggered until provisioned by entity L2. {{(pid=106636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 03:01:24.995460 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-28f95253-74db-4673-9830-0d3b5660415d req-2afb7926-d672-4949-8c01-defef5d2d8e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d30303c-fcdb-4228-b9fc-587a12d80856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281391 Oct 18 03:01:25.088637 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-28f95253-74db-4673-9830-0d3b5660415d req-7b80fce4-0ebd-45cd-a48d-82ae792e2613 service neutron] 10.222.0.36 "GET /v2.0/networks/4d30303c-fcdb-4228-b9fc-587a12d80856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829179 Oct 18 03:01:25.097596 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-251342cc-c31a-4b03-a96d-c39fba396274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:25.176754 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251342cc-c31a-4b03-a96d-c39fba396274 service neutron] Pushing event updated for resources: {'Port': ['ID=f343679f-0810-41b1-aa0e-69d1ac912476,revision_number=2']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:25.192314 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-251342cc-c31a-4b03-a96d-c39fba396274 service neutron] Attempting to bind port f343679f-0810-41b1-aa0e-69d1ac912476 on host hv-cinder-81433 for vnic_type normal with profile {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 03:01:25.192314 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-251342cc-c31a-4b03-a96d-c39fba396274 service neutron] Attempting to bind port f343679f-0810-41b1-aa0e-69d1ac912476 by drivers openvswitch,hyperv on host hv-cinder-81433 at level 0 using segments [{'id': 'f0e5daf0-1892-4ffe-9eec-75e2a3ac99d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ed5b7935-e251-4b48-b237-4a6b97b7f3d6'}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 03:01:25.192736 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-251342cc-c31a-4b03-a96d-c39fba396274 service neutron] Attempting to bind port f343679f-0810-41b1-aa0e-69d1ac912476 on network ed5b7935-e251-4b48-b237-4a6b97b7f3d6 {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:01:25.196360 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-28f95253-74db-4673-9830-0d3b5660415d req-abed8b5a-e6a4-42e9-b5c1-8b7a3ccbe74d service neutron] 10.222.0.36 "GET /v2.0/networks/4d30303c-fcdb-4228-b9fc-587a12d80856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991004 Oct 18 03:01:25.199969 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-251342cc-c31a-4b03-a96d-c39fba396274 service neutron] Port f343679f-0810-41b1-aa0e-69d1ac912476 on network ed5b7935-e251-4b48-b237-4a6b97b7f3d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81433 {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 03:01:25.200285 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-251342cc-c31a-4b03-a96d-c39fba396274 service neutron] Attempting to bind port f343679f-0810-41b1-aa0e-69d1ac912476 on network ed5b7935-e251-4b48-b237-4a6b97b7f3d6 {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:01:25.205858 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-251342cc-c31a-4b03-a96d-c39fba396274 service neutron] Checking agent: {'id': '54b63e31-ff86-4d84-9464-5034764a1d76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81433', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'started_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 3, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 03:01:25.206198 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-251342cc-c31a-4b03-a96d-c39fba396274 service neutron] Checking segment: {'id': 'f0e5daf0-1892-4ffe-9eec-75e2a3ac99d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ed5b7935-e251-4b48-b237-4a6b97b7f3d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:01:25.206570 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-251342cc-c31a-4b03-a96d-c39fba396274 service neutron] Bound using segment: {'id': 'f0e5daf0-1892-4ffe-9eec-75e2a3ac99d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ed5b7935-e251-4b48-b237-4a6b97b7f3d6'} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 03:01:25.206995 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-251342cc-c31a-4b03-a96d-c39fba396274 service neutron] Bound port: f343679f-0810-41b1-aa0e-69d1ac912476, host: hv-cinder-81433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0e5daf0-1892-4ffe-9eec-75e2a3ac99d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ed5b7935-e251-4b48-b237-4a6b97b7f3d6'}}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 03:01:25.207345 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-251342cc-c31a-4b03-a96d-c39fba396274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:25.286322 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-251342cc-c31a-4b03-a96d-c39fba396274 service neutron] For port f343679f-0810-41b1-aa0e-69d1ac912476, host hv-cinder-81433, cleared binding levels {{(pid=106636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 03:01:25.289858 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-251342cc-c31a-4b03-a96d-c39fba396274 service neutron] For port f343679f-0810-41b1-aa0e-69d1ac912476, host hv-cinder-81433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=f343679f-0810-41b1-aa0e-69d1ac912476,segment=NetworkSegment(f0e5daf0-1892-4ffe-9eec-75e2a3ac99d9),segment_id=f0e5daf0-1892-4ffe-9eec-75e2a3ac99d9)] {{(pid=106636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 03:01:25.397651 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36989b90-4179-4b7a-94f1-b177b9d273be req-7acd2d22-4b4c-4089-9871-5efd658c4f25 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:25.399229 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-36989b90-4179-4b7a-94f1-b177b9d273be req-7acd2d22-4b4c-4089-9871-5efd658c4f25 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0539031 Oct 18 03:01:25.413939 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-251342cc-c31a-4b03-a96d-c39fba396274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:25.474497 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-251342cc-c31a-4b03-a96d-c39fba396274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:25.475118 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-251342cc-c31a-4b03-a96d-c39fba396274 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for port, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:25.476536 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-251342cc-c31a-4b03-a96d-c39fba396274 service neutron] 10.222.0.36 "PUT /v2.0/ports/f343679f-0810-41b1-aa0e-69d1ac912476 HTTP/1.1" status: 200 len: 1098 time: 0.9278905 Oct 18 03:01:25.479199 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef1cf083-c4fe-4bfe-b1aa-3905b9fac1f2', 'tag': 'f343679f-0810-41b1-aa0e-69d1ac912476'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:01:25.488101 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}496079113880dc21d8e474160779c487de2a9ec27c44afe50e843faa48598ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf7d542-88cf-462f-ab6e-4ebaeafa13f8" -d '{"events": [{"name": "network-changed", "server_uuid": "ef1cf083-c4fe-4bfe-b1aa-3905b9fac1f2", "tag": "f343679f-0810-41b1-aa0e-69d1ac912476"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:01:25.538876 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251342cc-c31a-4b03-a96d-c39fba396274 service neutron] Pushing event updated for resources: {'Port': ['ID=f343679f-0810-41b1-aa0e-69d1ac912476,revision_number=3']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:25.561158 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 03:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215b3a62-b67d-4b58-8ad3-6e632d51e12d x-openstack-request-id: req-215b3a62-b67d-4b58-8ad3-6e632d51e12d {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:01:25.566468 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef1cf083-c4fe-4bfe-b1aa-3905b9fac1f2", "tag": "f343679f-0810-41b1-aa0e-69d1ac912476", "status": "completed", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:01:25.566468 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-215b3a62-b67d-4b58-8ad3-6e632d51e12d {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:01:25.566468 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef1cf083-c4fe-4bfe-b1aa-3905b9fac1f2', 'tag': 'f343679f-0810-41b1-aa0e-69d1ac912476', 'status': 'completed', 'code': 200} Oct 18 03:01:25.590063 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-36989b90-4179-4b7a-94f1-b177b9d273be req-d012ad5f-23d2-48e0-8a58-2e914af8b37a tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775858 Oct 18 03:01:25.658514 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7d542-88cf-462f-ab6e-4ebaeafa13f8 req-e8019523-1e1a-4807-9292-3fb11a16d645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:25.658784 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5cf7d542-88cf-462f-ab6e-4ebaeafa13f8 req-e8019523-1e1a-4807-9292-3fb11a16d645 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1487d11111e74b55afbabb638f860b05&device_id=ef1cf083-c4fe-4bfe-b1aa-3905b9fac1f2 HTTP/1.1" status: 200 len: 1101 time: 0.0876942 Oct 18 03:01:25.700718 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5cf7d542-88cf-462f-ab6e-4ebaeafa13f8 req-87d4cff6-9d90-49d1-a996-ac21f398bdce service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=1487d11111e74b55afbabb638f860b05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351355 Oct 18 03:01:25.710705 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919f822-bef4-470e-a26d-90a65cf04efb req-7957a36b-b3b0-48b8-8b46-2006f452e513 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:25.712404 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b919f822-bef4-470e-a26d-90a65cf04efb req-7957a36b-b3b0-48b8-8b46-2006f452e513 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 945 time: 0.0999424 Oct 18 03:01:25.853046 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b919f822-bef4-470e-a26d-90a65cf04efb req-4ea9c08a-2ed0-4c67-8b9a-edbe30da98e7 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293039 Oct 18 03:01:25.906530 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7d542-88cf-462f-ab6e-4ebaeafa13f8 req-62c38613-973c-42d9-8d77-5589b9d0958a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:25.909051 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5cf7d542-88cf-462f-ab6e-4ebaeafa13f8 req-62c38613-973c-42d9-8d77-5589b9d0958a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1951528 Oct 18 03:01:25.916990 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a875d-48e4-48ba-8b86-d3d0e54acd25 req-90d29a3d-d169-489f-b63b-e0825dbcbd97 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:25.919220 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f78a875d-48e4-48ba-8b86-d3d0e54acd25 req-90d29a3d-d169-489f-b63b-e0825dbcbd97 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1cf083-c4fe-4bfe-b1aa-3905b9fac1f2 HTTP/1.1" status: 200 len: 948 time: 0.1423910 Oct 18 03:01:26.049458 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966e157-b8d6-425f-8873-af45f7bca57d req-57a04005-a84d-4c24-83e7-3050dc426fbb tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:26.054366 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5966e157-b8d6-425f-8873-af45f7bca57d req-57a04005-a84d-4c24-83e7-3050dc426fbb tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.1245270 Oct 18 03:01:26.057242 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f78a875d-48e4-48ba-8b86-d3d0e54acd25 req-9d95e2ca-097e-4af4-9612-ca6da9bd0bc8 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/security-groups?id=40c4978b-02c4-430f-924a-a38166788f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262836 Oct 18 03:01:26.071618 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-e6331edc-b5fa-4590-baf5-3b50fe61fe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:26.073220 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-e6331edc-b5fa-4590-baf5-3b50fe61fe03 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1487d11111e74b55afbabb638f860b05&device_id=ef1cf083-c4fe-4bfe-b1aa-3905b9fac1f2 HTTP/1.1" status: 200 len: 1101 time: 0.1040955 Oct 18 03:01:26.120638 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-02584ba5-5a26-487d-8601-4d9e933af7ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=f343679f-0810-41b1-aa0e-69d1ac912476 HTTP/1.1" status: 200 len: 217 time: 0.0377998 Oct 18 03:01:26.170245 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5966e157-b8d6-425f-8873-af45f7bca57d req-b70573a4-bf89-4b1b-9b26-cba02e2c2001 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120102 Oct 18 03:01:26.215503 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-0c1190bf-2e78-4bf0-b954-e38859f14f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:26.217196 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-0c1190bf-2e78-4bf0-b954-e38859f14f52 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c5d2057a-a3d3-442d-8882-4f80d14fde9a HTTP/1.1" status: 200 len: 843 time: 0.0844817 Oct 18 03:01:26.495381 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-41091e41-9c2a-4ed4-ad4d-04bceb6953ee tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1225694753&fields=id&tenant_id=b53d2fa916034e5791986e3a904b2f43 HTTP/1.1" status: 200 len: 267 time: 0.3283541 Oct 18 03:01:26.525465 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-3dfa3461-2fe5-46b0-8171-75cfa809560f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:26.526989 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-3dfa3461-2fe5-46b0-8171-75cfa809560f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed5b7935-e251-4b48-b237-4a6b97b7f3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2919102 Oct 18 03:01:26.545350 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device a16b945e-b164-4ca8-8381-bef80a1ac009 up at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:01:26.644743 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning complete for port a16b945e-b164-4ca8-8381-bef80a1ac009 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:01:26.646277 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:26.687354 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-73710d43-316f-4b49-9e3c-ea318e06abb4 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:26.694436 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-73710d43-316f-4b49-9e3c-ea318e06abb4 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/networks?id=7e3f93b2-6ab7-425d-a45f-ad1ff777d056 HTTP/1.1" status: 200 len: 812 time: 0.1981473 Oct 18 03:01:26.714122 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-1e6b5637-2d82-4c62-ba35-92c4fc4156cd tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/quotas/b53d2fa916034e5791986e3a904b2f43 HTTP/1.1" status: 200 len: 375 time: 0.0187342 Oct 18 03:01:26.739120 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-282b1c9b-7b99-424b-b56d-4677f8e90b6b service neutron] 10.222.0.36 "GET /v2.0/networks/ed5b7935-e251-4b48-b237-4a6b97b7f3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857092 Oct 18 03:01:26.797274 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:26.823851 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9575e503-5c9a-4e7b-b89b-d13b526a9216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16b945e-b164-4ca8-8381-bef80a1ac009'}] {{(pid=106638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:01:26.826819 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd784869ff86f08281957869a4884f8f45cf6a5f98b2b439ba04ffc4a22c0e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d27877-9ca4-41df-9c46-ad928cda04f7" -d '{"events": [{"server_uuid": "9575e503-5c9a-4e7b-b89b-d13b526a9216", "name": "network-vif-plugged", "status": "completed", "tag": "a16b945e-b164-4ca8-8381-bef80a1ac009"}]}' {{(pid=106638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:01:26.854187 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port a16b945e-b164-4ca8-8381-bef80a1ac009, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=a16b945e-b164-4ca8-8381-bef80a1ac009,segment=NetworkSegment(0a4479a8-2092-4dd6-9759-50afb4a3e69f),segment_id=0a4479a8-2092-4dd6-9759-50afb4a3e69f)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:01:26.873671 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-6358e6ed-8e66-4ab4-899c-b4415254454b tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b53d2fa916034e5791986e3a904b2f43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1585846 Oct 18 03:01:26.930310 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80e322-954f-4657-8d07-99a2e46db1be req-312e767f-798d-4134-a4fe-a122e238c89f tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:26.931883 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ff80e322-954f-4657-8d07-99a2e46db1be req-312e767f-798d-4134-a4fe-a122e238c89f tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.2045245 Oct 18 03:01:26.984679 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:27.007104 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-dea8ef2a-ff59-49a9-ac29-afa1915aacec req-d23a88fc-ddb8-4086-821a-d7aa1ca6ab2d service neutron] 10.222.0.36 "GET /v2.0/networks/ed5b7935-e251-4b48-b237-4a6b97b7f3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492013 Oct 18 03:01:27.021710 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ff80e322-954f-4657-8d07-99a2e46db1be req-bd351cad-6a50-4edd-b618-e86edb792ad7 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732639 Oct 18 03:01:27.042606 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-891ffe15-7dc2-496d-955d-b4a9b7b5d36e service neutron] 10.222.0.30 "GET /v2.0/networks/7e3f93b2-6ab7-425d-a45f-ad1ff777d056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679530 Oct 18 03:01:27.108078 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=a16b945e-b164-4ca8-8381-bef80a1ac009,revision_number=7']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:27.119412 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed893248-0a30-40b8-aba3-0bcc9f936788 x-openstack-request-id: req-ed893248-0a30-40b8-aba3-0bcc9f936788 {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:01:27.119717 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9575e503-5c9a-4e7b-b89b-d13b526a9216", "name": "network-vif-plugged", "status": "completed", "tag": "a16b945e-b164-4ca8-8381-bef80a1ac009", "code": 200}]} {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:01:27.120093 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ed893248-0a30-40b8-aba3-0bcc9f936788 {{(pid=106638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:01:27.120337 dv-cinder-814333-1-iscsi neutron-server[106638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9575e503-5c9a-4e7b-b89b-d13b526a9216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16b945e-b164-4ca8-8381-bef80a1ac009', 'code': 200} Oct 18 03:01:27.178480 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-ad256eb3-99e5-4695-9342-80a600540141 service neutron] 10.222.0.30 "GET /v2.0/networks/7e3f93b2-6ab7-425d-a45f-ad1ff777d056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334894 Oct 18 03:01:27.253082 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566661e-b39e-4448-90c3-3cfaef95bad0 req-31c343fc-666d-4315-9b5e-70ab7edd5c8a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:27.260239 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8566661e-b39e-4448-90c3-3cfaef95bad0 req-31c343fc-666d-4315-9b5e-70ab7edd5c8a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.0674760 Oct 18 03:01:27.298968 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8566661e-b39e-4448-90c3-3cfaef95bad0 req-35f84166-504d-4d4a-90ae-9d41311b2edf tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378392 Oct 18 03:01:27.351109 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 33986) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:01:27.464278 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e120c6-4ba2-417c-bfa9-2454be8b00d9 req-fa24a947-962c-4df0-b3e0-f53d8cdc6750 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:27.466033 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-78e120c6-4ba2-417c-bfa9-2454be8b00d9 req-fa24a947-962c-4df0-b3e0-f53d8cdc6750 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1cf083-c4fe-4bfe-b1aa-3905b9fac1f2 HTTP/1.1" status: 200 len: 948 time: 0.0715735 Oct 18 03:01:27.515482 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6c55e6b9-fc91-41be-ac79-4c2cfd36b7e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:27.569301 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-78e120c6-4ba2-417c-bfa9-2454be8b00d9 req-257b61e6-803a-4b68-8f3c-5eec8707ad40 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/security-groups?id=40c4978b-02c4-430f-924a-a38166788f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962801 Oct 18 03:01:27.615575 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 6 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 03:01:27.697561 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b53976-1a4e-4803-8926-d319b2a956fc req-e630f65d-f943-496b-92e2-fc1681b5c25b tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:27.698642 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6c55e6b9-fc91-41be-ac79-4c2cfd36b7e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:27.698986 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-61b53976-1a4e-4803-8926-d319b2a956fc req-e630f65d-f943-496b-92e2-fc1681b5c25b tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0549395 Oct 18 03:01:27.746888 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-61b53976-1a4e-4803-8926-d319b2a956fc req-82d9bc10-7614-430c-925e-97fc98beed18 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385618 Oct 18 03:01:28.029105 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6c55e6b9-fc91-41be-ac79-4c2cfd36b7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:28.089625 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55e6b9-fc91-41be-ac79-4c2cfd36b7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48d6a5b-1f0b-412d-9781-88d0ca430751,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:28.118352 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-6c55e6b9-fc91-41be-ac79-4c2cfd36b7e9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3ff53129815a4e9e92149755c77b555c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7605696 Oct 18 03:01:28.118352 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 34002) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:01:28.194117 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-4fbb33cc-c6b4-4239-9554-e1f0d3258f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:28.217969 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-4fbb33cc-c6b4-4239-9554-e1f0d3258f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:28.263116 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a99b99-df44-4ba8-8584-74af378d9118 req-1aaffee6-1f30-4347-a26a-78a5ae73b9ee tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:28.265068 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-09a99b99-df44-4ba8-8584-74af378d9118 req-1aaffee6-1f30-4347-a26a-78a5ae73b9ee tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.1058545 Oct 18 03:01:28.359695 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-09a99b99-df44-4ba8-8584-74af378d9118 req-07aa7b1c-a7d9-4753-872e-a42006995e7e tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789509 Oct 18 03:01:28.362636 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d10d7dc1-dc9f-4255-8841-7d695d8890f8 req-84c8949d-ce76-4f4f-ba7b-c411444b5e74 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=b52093f0-558e-4047-beb7-3ca18c1e989f HTTP/1.1" status: 200 len: 210 time: 0.0951934 Oct 18 03:01:28.389100 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-4fbb33cc-c6b4-4239-9554-e1f0d3258f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:28.392556 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-4fbb33cc-c6b4-4239-9554-e1f0d3258f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:28.396885 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-4fbb33cc-c6b4-4239-9554-e1f0d3258f9d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d48d6a5b-1f0b-412d-9781-88d0ca430751 HTTP/1.1" status: 204 len: 168 time: 0.2743394 Oct 18 03:01:28.401897 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb33cc-c6b4-4239-9554-e1f0d3258f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48d6a5b-1f0b-412d-9781-88d0ca430751,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:28.536005 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82916908-dba2-4f6d-abec-5b67f2fcb564 req-37fcb914-8ce1-42c4-b569-35e3ba4eb0c5 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:28.537614 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-82916908-dba2-4f6d-abec-5b67f2fcb564 req-37fcb914-8ce1-42c4-b569-35e3ba4eb0c5 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.0647821 Oct 18 03:01:28.609117 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-82916908-dba2-4f6d-abec-5b67f2fcb564 req-917db9ea-8c22-4116-9ede-17eef240e635 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651252 Oct 18 03:01:28.737592 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3358f-99e3-4b87-baba-0681f573c645 req-b7a5650f-1a7a-4d7f-a299-20b3f7a85ff4 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:28.739456 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-adb3358f-99e3-4b87-baba-0681f573c645 req-b7a5650f-1a7a-4d7f-a299-20b3f7a85ff4 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1cf083-c4fe-4bfe-b1aa-3905b9fac1f2 HTTP/1.1" status: 200 len: 948 time: 0.0950913 Oct 18 03:01:28.799752 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-adb3358f-99e3-4b87-baba-0681f573c645 req-946ab361-c323-45c4-9ac5-d22e80572d94 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/security-groups?id=40c4978b-02c4-430f-924a-a38166788f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532508 Oct 18 03:01:28.947098 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49036cd-b225-4a77-af00-44da09e463a8 req-ca5a8ab6-358b-4cde-91a7-8eb9ccb53f39 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:28.960840 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b49036cd-b225-4a77-af00-44da09e463a8 req-ca5a8ab6-358b-4cde-91a7-8eb9ccb53f39 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.1098788 Oct 18 03:01:29.019273 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b49036cd-b225-4a77-af00-44da09e463a8 req-0a8f42ac-0cf6-42a3-a6d8-40beb3ed6aed tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552983 Oct 18 03:01:29.519021 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5791fefe-5aa1-4a08-9205-c669aab8440a req-756c00e3-f6cd-4603-837e-16d71bc5cc4e tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=b52093f0-558e-4047-beb7-3ca18c1e989f HTTP/1.1" status: 200 len: 210 time: 0.0804412 Oct 18 03:01:29.545376 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16fe5c4-2154-44a5-bdb8-635d40e45376 req-8b0e13bb-62c6-4daa-8905-b9ac7e991a30 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:29.547872 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c16fe5c4-2154-44a5-bdb8-635d40e45376 req-8b0e13bb-62c6-4daa-8905-b9ac7e991a30 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.1041865 Oct 18 03:01:29.598509 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c16fe5c4-2154-44a5-bdb8-635d40e45376 req-44100656-3f59-4a2f-9ac0-f400c54416d2 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437741 Oct 18 03:01:29.788594 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf18ef7-c6a1-4195-9252-96811497e429 req-ef0abd73-6860-4f0d-b504-d8ae17c83389 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:29.790114 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6cf18ef7-c6a1-4195-9252-96811497e429 req-ef0abd73-6860-4f0d-b504-d8ae17c83389 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.0831261 Oct 18 03:01:29.870249 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6cf18ef7-c6a1-4195-9252-96811497e429 req-543feb4e-1f40-4d53-85b9-10861f798f5b tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726919 Oct 18 03:01:29.954653 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ced070-48dd-4964-bfbd-c1ee6feef141 req-eca36c40-70b8-4e3d-844a-cc120ebb7daa tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:29.976372 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a9ced070-48dd-4964-bfbd-c1ee6feef141 req-eca36c40-70b8-4e3d-844a-cc120ebb7daa tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1cf083-c4fe-4bfe-b1aa-3905b9fac1f2 HTTP/1.1" status: 200 len: 948 time: 0.0726309 Oct 18 03:01:30.025839 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a9ced070-48dd-4964-bfbd-c1ee6feef141 req-8086849f-d53e-4d7a-9f4d-2b793ff6ad88 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/security-groups?id=40c4978b-02c4-430f-924a-a38166788f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479372 Oct 18 03:01:30.152531 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11645d-0932-4e35-8723-e15147b73d11 req-9b6b85d3-38df-49c0-90d5-bf0b07adb9c5 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:30.154033 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0a11645d-0932-4e35-8723-e15147b73d11 req-9b6b85d3-38df-49c0-90d5-bf0b07adb9c5 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0513210 Oct 18 03:01:30.197319 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0a11645d-0932-4e35-8723-e15147b73d11 req-735c9a26-ed43-4de7-a7ae-f7395a56e7dc tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365710 Oct 18 03:01:30.541882 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device f343679f-0810-41b1-aa0e-69d1ac912476 details requested by agent hyperv_hv-cinder-81433 with host hv-cinder-81433 {{(pid=106638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 03:01:30.603739 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7b14a7ae-dc2a-44cd-bb27-45ec1730f9af req-1bf58715-68e8-41cb-80e6-b322c474a8b1 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=b52093f0-558e-4047-beb7-3ca18c1e989f HTTP/1.1" status: 200 len: 210 time: 0.0298052 Oct 18 03:01:30.656916 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port f343679f-0810-41b1-aa0e-69d1ac912476, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=f343679f-0810-41b1-aa0e-69d1ac912476,segment=NetworkSegment(f0e5daf0-1892-4ffe-9eec-75e2a3ac99d9),segment_id=f0e5daf0-1892-4ffe-9eec-75e2a3ac99d9)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:01:30.672328 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Returning: {'device': 'f343679f-0810-41b1-aa0e-69d1ac912476', 'network_id': 'ed5b7935-e251-4b48-b237-4a6b97b7f3d6', 'port_id': 'f343679f-0810-41b1-aa0e-69d1ac912476', 'mac_address': 'fa:16:3e:44:7b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d2057a-a3d3-442d-8882-4f80d14fde9a', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 03:01:30.730438 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:30.750315 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f343679f-0810-41b1-aa0e-69d1ac912476 {{(pid=106638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 03:01:30.771678 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port f343679f-0810-41b1-aa0e-69d1ac912476, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=f343679f-0810-41b1-aa0e-69d1ac912476,segment=NetworkSegment(f0e5daf0-1892-4ffe-9eec-75e2a3ac99d9),segment_id=f0e5daf0-1892-4ffe-9eec-75e2a3ac99d9)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:01:30.790094 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207841e-9264-49f3-893a-094fb9ffd4f8 req-551e9b01-c6a1-49da-bdda-6ed9ed635337 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:30.791782 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e207841e-9264-49f3-893a-094fb9ffd4f8 req-551e9b01-c6a1-49da-bdda-6ed9ed635337 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.1029887 Oct 18 03:01:30.843094 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e207841e-9264-49f3-893a-094fb9ffd4f8 req-f38901fa-b4a5-47f3-aae2-ead4d850557f tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446658 Oct 18 03:01:30.884957 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:30.983940 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 34108) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:01:30.986286 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=f343679f-0810-41b1-aa0e-69d1ac912476,revision_number=4']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:31.009887 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:01:31.014515 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:01:31.014515 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:01:31.014515 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:01:31.014515 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:01:31.014515 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:01:31.014515 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:01:31.014515 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:01:31.015057 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:01:31.015316 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:01:31.016645 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:01:31.017496 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:01:31.039590 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331dfa4f-6504-4548-a382-e4dbf7e46453 req-e3c9e26a-dc32-4d81-82b7-6673d896e2d3 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:31.044381 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_v2 [None req-e99d92bd-b37b-4eb1-8d67-0890a7a424e1 admin admin] Deleting subnet 3dc105f3-8362-4a43-b9c0-f945c73da5a2 {{(pid=106637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 18 03:01:31.048315 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-331dfa4f-6504-4548-a382-e4dbf7e46453 req-e3c9e26a-dc32-4d81-82b7-6673d896e2d3 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.1069193 Oct 18 03:01:31.048723 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e99d92bd-b37b-4eb1-8d67-0890a7a424e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:31.099450 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e99d92bd-b37b-4eb1-8d67-0890a7a424e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2103684'] for subnet, precommit_delete_associations {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:31.146801 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-331dfa4f-6504-4548-a382-e4dbf7e46453 req-4734c272-02a9-4f93-8641-2c372d693819 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971589 Oct 18 03:01:31.159709 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e99d92bd-b37b-4eb1-8d67-0890a7a424e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7935780'] for subnet, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:31.249169 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['f343679f-0810-41b1-aa0e-69d1ac912476'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:01:31.287271 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa880c2-8cdb-4431-bffe-c245a9ed6a3f req-3449f1df-2b1c-4c73-8faf-5a9e649cf524 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:31.291463 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0fa880c2-8cdb-4431-bffe-c245a9ed6a3f req-3449f1df-2b1c-4c73-8faf-5a9e649cf524 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1cf083-c4fe-4bfe-b1aa-3905b9fac1f2 HTTP/1.1" status: 200 len: 949 time: 0.1506670 Oct 18 03:01:31.332852 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e99d92bd-b37b-4eb1-8d67-0890a7a424e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7935787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3168638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3874213'] for subnet, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:31.381575 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d92bd-b37b-4eb1-8d67-0890a7a424e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dc105f3-8362-4a43-b9c0-f945c73da5a2,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:31.399415 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e99d92bd-b37b-4eb1-8d67-0890a7a424e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:31.410992 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-e99d92bd-b37b-4eb1-8d67-0890a7a424e1 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3dc105f3-8362-4a43-b9c0-f945c73da5a2 HTTP/1.1" status: 204 len: 168 time: 0.4178004 Oct 18 03:01:31.410992 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 34118) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:01:31.415568 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0fa880c2-8cdb-4431-bffe-c245a9ed6a3f req-d9a25d1c-b11f-4512-9b92-cb04625a76a6 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/security-groups?id=40c4978b-02c4-430f-924a-a38166788f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149700 Oct 18 03:01:31.461445 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693d336-5154-49e0-ab58-9c8223d66f75 req-4b706de6-2990-425b-a2bf-86f99a892948 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:31.477029 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c693d336-5154-49e0-ab58-9c8223d66f75 req-4b706de6-2990-425b-a2bf-86f99a892948 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.1780667 Oct 18 03:01:31.519840 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-078ed6b3-90f0-44e0-8b1f-9525e5e0b44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7981797'] for network, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:31.572340 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c693d336-5154-49e0-ab58-9c8223d66f75 req-fd4af29a-f119-48df-8afb-4cf59a409f69 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933194 Oct 18 03:01:31.646764 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-078ed6b3-90f0-44e0-8b1f-9525e5e0b44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7935455', 'neutron.services.segments.db._delete_segments_for_network-8748751250701'] for network, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:31.685995 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.services.segments.db [None req-078ed6b3-90f0-44e0-8b1f-9525e5e0b44e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['774ab47a-44db-4171-beb8-31b90a6419f9']}} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:01:31.704901 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.services.segments.db [None req-078ed6b3-90f0-44e0-8b1f-9525e5e0b44e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1fff512-aa34-4b26-bd2c-4461e92dfd73') {'for_net_delete': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:01:31.706681 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.services.segments.db [None req-078ed6b3-90f0-44e0-8b1f-9525e5e0b44e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1fff512-aa34-4b26-bd2c-4461e92dfd73') {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:01:31.728789 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-078ed6b3-90f0-44e0-8b1f-9525e5e0b44e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748751250198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2103707'] for segment, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:31.743210 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f7108e99-4ee7-4d24-b8d4-a985cd8f9289 req-ab9fa045-1c60-4dd4-971f-c3c13ee61910 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=b52093f0-558e-4047-beb7-3ca18c1e989f HTTP/1.1" status: 200 len: 210 time: 0.0462632 Oct 18 03:01:31.751066 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-078ed6b3-90f0-44e0-8b1f-9525e5e0b44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965'] for segment, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:31.782948 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-078ed6b3-90f0-44e0-8b1f-9525e5e0b44e admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=106637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 03:01:31.783607 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-078ed6b3-90f0-44e0-8b1f-9525e5e0b44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3168536'] for segment, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:31.785636 dv-cinder-814333-1-iscsi neutron-server[106637]: Traceback (most recent call last): Oct 18 03:01:31.785636 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 03:01:31.785636 dv-cinder-814333-1-iscsi neutron-server[106637]: timer() Oct 18 03:01:31.785636 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 03:01:31.785636 dv-cinder-814333-1-iscsi neutron-server[106637]: cb(*args, **kw) Oct 18 03:01:31.785636 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 03:01:31.785636 dv-cinder-814333-1-iscsi neutron-server[106637]: return func(*args, **kwargs) Oct 18 03:01:31.785636 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 03:01:31.785636 dv-cinder-814333-1-iscsi neutron-server[106637]: self._notify() Oct 18 03:01:31.785636 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 03:01:31.785636 dv-cinder-814333-1-iscsi neutron-server[106637]: self.callback(batched_events) Oct 18 03:01:31.785636 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 03:01:31.785636 dv-cinder-814333-1-iscsi neutron-server[106637]: event.method(event) Oct 18 03:01:31.785636 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 03:01:31.785636 dv-cinder-814333-1-iscsi neutron-server[106637]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 03:01:31.785636 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 03:01:31.785636 dv-cinder-814333-1-iscsi neutron-server[106637]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 03:01:31.785636 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 03:01:31.785636 dv-cinder-814333-1-iscsi neutron-server[106637]: return f(self, *a, **k) Oct 18 03:01:31.785636 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 03:01:31.785636 dv-cinder-814333-1-iscsi neutron-server[106637]: return self._get(url).json() Oct 18 03:01:31.785636 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 03:01:31.785636 dv-cinder-814333-1-iscsi neutron-server[106637]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 03:01:31.785636 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 03:01:31.785636 dv-cinder-814333-1-iscsi neutron-server[106637]: return self.request(url, 'GET', **kwargs) Oct 18 03:01:31.785636 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 03:01:31.785636 dv-cinder-814333-1-iscsi neutron-server[106637]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 03:01:31.785636 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 03:01:31.785636 dv-cinder-814333-1-iscsi neutron-server[106637]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 03:01:31.785636 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 03:01:31.785636 dv-cinder-814333-1-iscsi neutron-server[106637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 03:01:31.785636 dv-cinder-814333-1-iscsi neutron-server[106637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 03:01:31.936698 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-355f7f0a-897b-4c8f-8a3e-445b6677742b tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:31.938559 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-355f7f0a-897b-4c8f-8a3e-445b6677742b tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.36 "GET /v2.0/networks?id=7e3f93b2-6ab7-425d-a45f-ad1ff777d056 HTTP/1.1" status: 200 len: 812 time: 0.1806509 Oct 18 03:01:31.969427 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-078ed6b3-90f0-44e0-8b1f-9525e5e0b44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7935398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612845'] for network, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:31.975419 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-078ed6b3-90f0-44e0-8b1f-9525e5e0b44e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for network, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:31.979726 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-078ed6b3-90f0-44e0-8b1f-9525e5e0b44e admin admin] 10.222.0.30 "DELETE /v2.0/networks/774ab47a-44db-4171-beb8-31b90a6419f9 HTTP/1.1" status: 204 len: 168 time: 0.5729470 Oct 18 03:01:31.984218 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 34128) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:01:32.010199 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ed6b3-90f0-44e0-8b1f-9525e5e0b44e admin admin] Pushing event deleted for resources: {'Network': ['ID=774ab47a-44db-4171-beb8-31b90a6419f9,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:32.042478 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294853b-d398-431f-a83b-1d43b55b9a92 req-3c143181-2995-4e10-ac1d-ff4d6571ea33 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:32.044280 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4294853b-d398-431f-a83b-1d43b55b9a92 req-3c143181-2995-4e10-ac1d-ff4d6571ea33 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.1032298 Oct 18 03:01:32.061300 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-7331871d-4cd5-467f-8cda-508faa53063e tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b53d2fa916034e5791986e3a904b2f43 HTTP/1.1" status: 200 len: 380 time: 0.0862262 Oct 18 03:01:32.081839 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_v2 [None req-3740124d-3095-4cf0-9c15-a7d0d6398145 admin admin] Deleting subnet f7872ba2-9ba6-45bf-abca-e044119b8edb {{(pid=106637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 18 03:01:32.086038 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-3740124d-3095-4cf0-9c15-a7d0d6398145 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:32.099696 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-3a44198a-b4c7-4918-85e4-29f196bfba97 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Request body: {'port': {'device_id': 'b52093f0-558e-4047-beb7-3ca18c1e989f', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'admin_state_up': True, 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'security_groups': ['5d55569a-9e83-4eb5-ab1b-e296cd79d27a']}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:01:32.132552 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-3740124d-3095-4cf0-9c15-a7d0d6398145 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2103684'] for subnet, precommit_delete_associations {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:32.159282 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4294853b-d398-431f-a83b-1d43b55b9a92 req-066677cd-0f51-42b2-8c49-5abec87be828 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970831 Oct 18 03:01:32.194110 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-3740124d-3095-4cf0-9c15-a7d0d6398145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7935780'] for subnet, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:32.376637 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c74262-cc33-4d27-937c-73e36a517f7e req-a321daee-dc37-402a-a2b7-754f8d5a2712 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:32.378211 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-46c74262-cc33-4d27-937c-73e36a517f7e req-a321daee-dc37-402a-a2b7-754f8d5a2712 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.1142533 Oct 18 03:01:32.389676 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-3740124d-3095-4cf0-9c15-a7d0d6398145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7935787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3168638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3874213'] for subnet, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:32.481512 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-3740124d-3095-4cf0-9c15-a7d0d6398145 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:32.487059 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-3740124d-3095-4cf0-9c15-a7d0d6398145 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f7872ba2-9ba6-45bf-abca-e044119b8edb HTTP/1.1" status: 204 len: 168 time: 0.4966908 Oct 18 03:01:32.489142 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740124d-3095-4cf0-9c15-a7d0d6398145 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7872ba2-9ba6-45bf-abca-e044119b8edb,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:32.493047 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 34140) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:01:32.508148 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-3a44198a-b4c7-4918-85e4-29f196bfba97 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Made reservation on behalf of b53d2fa916034e5791986e3a904b2f43 for: {'port': 1} {{(pid=106636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 03:01:32.518255 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-3a44198a-b4c7-4918-85e4-29f196bfba97 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:32.540978 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device f343679f-0810-41b1-aa0e-69d1ac912476 up at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:01:32.617597 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 34144) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:01:32.662185 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-46c74262-cc33-4d27-937c-73e36a517f7e req-881ba66e-1a47-468f-a447-345922b110a0 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2691944 Oct 18 03:01:32.681333 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-dd00d3b3-3b49-40fe-8d68-2efd1a9b996f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7981797'] for network, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:32.697931 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning for port f343679f-0810-41b1-aa0e-69d1ac912476 completed by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 03:01:32.709916 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning complete for port f343679f-0810-41b1-aa0e-69d1ac912476 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:01:32.709916 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:32.818108 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:32.849627 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1cf083-c4fe-4bfe-b1aa-3905b9fac1f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f343679f-0810-41b1-aa0e-69d1ac912476'}] {{(pid=106638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:01:32.852472 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd784869ff86f08281957869a4884f8f45cf6a5f98b2b439ba04ffc4a22c0e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a38c13-3dc1-4422-add0-41c69820b7f2" -d '{"events": [{"server_uuid": "ef1cf083-c4fe-4bfe-b1aa-3905b9fac1f2", "name": "network-vif-plugged", "status": "completed", "tag": "f343679f-0810-41b1-aa0e-69d1ac912476"}]}' {{(pid=106638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:01:32.868860 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port f343679f-0810-41b1-aa0e-69d1ac912476, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=f343679f-0810-41b1-aa0e-69d1ac912476,segment=NetworkSegment(f0e5daf0-1892-4ffe-9eec-75e2a3ac99d9),segment_id=f0e5daf0-1892-4ffe-9eec-75e2a3ac99d9)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:01:32.888707 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-3688aaa4-a73c-4901-a8d3-723f7bf727c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:32.900841 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0276083-3631-4a0c-b358-5d1333882856 req-fa3e4fcc-961e-4ec6-b952-a40aa9a15017 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:32.901075 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-dd00d3b3-3b49-40fe-8d68-2efd1a9b996f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7935455', 'neutron.services.segments.db._delete_segments_for_network-8748751250701'] for network, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:32.903043 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d0276083-3631-4a0c-b358-5d1333882856 req-fa3e4fcc-961e-4ec6-b952-a40aa9a15017 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1cf083-c4fe-4bfe-b1aa-3905b9fac1f2 HTTP/1.1" status: 200 len: 949 time: 0.3521760 Oct 18 03:01:32.930999 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.services.segments.db [None req-dd00d3b3-3b49-40fe-8d68-2efd1a9b996f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd9e0141-a366-42a7-bf67-c4ec54f1da77']}} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:01:32.944460 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.services.segments.db [None req-dd00d3b3-3b49-40fe-8d68-2efd1a9b996f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17f54561-bc90-43d0-aa30-ce370fcefb98') {'for_net_delete': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:01:32.944776 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.services.segments.db [None req-dd00d3b3-3b49-40fe-8d68-2efd1a9b996f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17f54561-bc90-43d0-aa30-ce370fcefb98') {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:01:32.952548 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.db_base_plugin_common [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-3a44198a-b4c7-4918-85e4-29f196bfba97 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Allocated IP 172.20.0.9 (7e3f93b2-6ab7-425d-a45f-ad1ff777d056/5242877d-4476-4a28-8a5b-87f4884f5f65/8b7a5ce2-253b-4aa8-858a-72eec6150eef) {{(pid=106636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:01:32.968154 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-dd00d3b3-3b49-40fe-8d68-2efd1a9b996f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748751250198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2103707'] for segment, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:32.983485 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:32.990077 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-dd00d3b3-3b49-40fe-8d68-2efd1a9b996f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965'] for segment, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:33.002728 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd00d3b3-3b49-40fe-8d68-2efd1a9b996f admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=106637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 03:01:33.003130 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-dd00d3b3-3b49-40fe-8d68-2efd1a9b996f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3168536'] for segment, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:33.004858 dv-cinder-814333-1-iscsi neutron-server[106637]: Traceback (most recent call last): Oct 18 03:01:33.004858 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 03:01:33.004858 dv-cinder-814333-1-iscsi neutron-server[106637]: timer() Oct 18 03:01:33.004858 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 03:01:33.004858 dv-cinder-814333-1-iscsi neutron-server[106637]: cb(*args, **kw) Oct 18 03:01:33.004858 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 03:01:33.004858 dv-cinder-814333-1-iscsi neutron-server[106637]: return func(*args, **kwargs) Oct 18 03:01:33.004858 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 03:01:33.004858 dv-cinder-814333-1-iscsi neutron-server[106637]: self._notify() Oct 18 03:01:33.004858 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 03:01:33.004858 dv-cinder-814333-1-iscsi neutron-server[106637]: self.callback(batched_events) Oct 18 03:01:33.004858 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 03:01:33.004858 dv-cinder-814333-1-iscsi neutron-server[106637]: event.method(event) Oct 18 03:01:33.004858 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 03:01:33.004858 dv-cinder-814333-1-iscsi neutron-server[106637]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 03:01:33.004858 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 03:01:33.004858 dv-cinder-814333-1-iscsi neutron-server[106637]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 03:01:33.004858 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 03:01:33.004858 dv-cinder-814333-1-iscsi neutron-server[106637]: return f(self, *a, **k) Oct 18 03:01:33.004858 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 03:01:33.004858 dv-cinder-814333-1-iscsi neutron-server[106637]: return self._get(url).json() Oct 18 03:01:33.004858 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 03:01:33.004858 dv-cinder-814333-1-iscsi neutron-server[106637]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 03:01:33.004858 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 03:01:33.004858 dv-cinder-814333-1-iscsi neutron-server[106637]: return self.request(url, 'GET', **kwargs) Oct 18 03:01:33.004858 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 03:01:33.004858 dv-cinder-814333-1-iscsi neutron-server[106637]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 03:01:33.004858 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 03:01:33.004858 dv-cinder-814333-1-iscsi neutron-server[106637]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 03:01:33.004858 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 03:01:33.004858 dv-cinder-814333-1-iscsi neutron-server[106637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 03:01:33.004858 dv-cinder-814333-1-iscsi neutron-server[106637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 03:01:33.020891 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320f7ab-f522-455c-bc8f-086e83be4c51 req-5226e08e-f09e-4fb4-b8e4-e75e882e5f6b tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:33.022519 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-3320f7ab-f522-455c-bc8f-086e83be4c51 req-5226e08e-f09e-4fb4-b8e4-e75e882e5f6b tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.2386584 Oct 18 03:01:33.056610 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d0276083-3631-4a0c-b358-5d1333882856 req-cac80c84-4b15-4d8d-8400-91ba7d49e040 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/security-groups?id=40c4978b-02c4-430f-924a-a38166788f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450224 Oct 18 03:01:33.079535 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=f343679f-0810-41b1-aa0e-69d1ac912476,revision_number=5']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:33.112779 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-3688aaa4-a73c-4901-a8d3-723f7bf727c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:33.206536 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-3688aaa4-a73c-4901-a8d3-723f7bf727c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:33.235921 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-dd00d3b3-3b49-40fe-8d68-2efd1a9b996f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7935398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612845'] for network, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:33.238870 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688aaa4-a73c-4901-a8d3-723f7bf727c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18ecb17-8e01-4afc-b121-63de561c68a3,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:33.246113 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-3320f7ab-f522-455c-bc8f-086e83be4c51 req-6e97b06f-5e35-46b9-9b21-5fe2f685ae92 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128336 Oct 18 03:01:33.257504 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-dd00d3b3-3b49-40fe-8d68-2efd1a9b996f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for network, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:33.264317 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-dd00d3b3-3b49-40fe-8d68-2efd1a9b996f admin admin] 10.222.0.30 "DELETE /v2.0/networks/cd9e0141-a366-42a7-bf67-c4ec54f1da77 HTTP/1.1" status: 204 len: 168 time: 0.7668772 Oct 18 03:01:33.275076 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00d3b3-3b49-40fe-8d68-2efd1a9b996f admin admin] Pushing event deleted for resources: {'Network': ['ID=cd9e0141-a366-42a7-bf67-c4ec54f1da77,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:33.284716 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-37ccd7a5-444f-4d96-91cd-b4f07c5604d0 req-f0bce157-72fb-48cd-9216-e633b31bf791 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=b52093f0-558e-4047-beb7-3ca18c1e989f HTTP/1.1" status: 200 len: 210 time: 0.0976689 Oct 18 03:01:33.289442 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-3688aaa4-a73c-4901-a8d3-723f7bf727c9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c1b012f96b3f44a89d4839f5e76794d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6689184 Oct 18 03:01:33.292300 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 34164) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:01:33.392433 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088ad8cf-eb8c-429e-8010-0d894a11644e x-openstack-request-id: req-088ad8cf-eb8c-429e-8010-0d894a11644e {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:01:33.392720 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef1cf083-c4fe-4bfe-b1aa-3905b9fac1f2", "name": "network-vif-plugged", "status": "completed", "tag": "f343679f-0810-41b1-aa0e-69d1ac912476", "code": 200}]} {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:01:33.393497 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-088ad8cf-eb8c-429e-8010-0d894a11644e {{(pid=106638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:01:33.393497 dv-cinder-814333-1-iscsi neutron-server[106638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef1cf083-c4fe-4bfe-b1aa-3905b9fac1f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f343679f-0810-41b1-aa0e-69d1ac912476', 'code': 200} Oct 18 03:01:33.403405 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-138b3db6-abfb-49ad-9228-f0527de22344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:33.465650 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-138b3db6-abfb-49ad-9228-f0527de22344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:33.480429 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-3a44198a-b4c7-4918-85e4-29f196bfba97 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for port, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:33.517444 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac151df-a221-4153-a2a7-65af13a9835d req-a8d7154f-1ada-48f7-9c98-0e4af6b760d8 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:33.520218 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-aac151df-a221-4153-a2a7-65af13a9835d req-a8d7154f-1ada-48f7-9c98-0e4af6b760d8 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0924044 Oct 18 03:01:33.588618 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-aac151df-a221-4153-a2a7-65af13a9835d req-8bc00264-4d6f-4c97-902e-5fbd77fed156 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471439 Oct 18 03:01:33.667509 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-138b3db6-abfb-49ad-9228-f0527de22344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:33.674632 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-3a44198a-b4c7-4918-85e4-29f196bfba97 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598'] for port, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:33.674918 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-138b3db6-abfb-49ad-9228-f0527de22344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:33.678402 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-138b3db6-abfb-49ad-9228-f0527de22344 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d18ecb17-8e01-4afc-b121-63de561c68a3 HTTP/1.1" status: 204 len: 168 time: 0.3828647 Oct 18 03:01:33.706858 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-3a44198a-b4c7-4918-85e4-29f196bfba97 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Network 7e3f93b2-6ab7-425d-a45f-ad1ff777d056 is already hosted by enough agents. {{(pid=106636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:01:33.709904 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-3a44198a-b4c7-4918-85e4-29f196bfba97 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Resources bound (agent type, host, resource id): {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:01:33.745872 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b3db6-abfb-49ad-9228-f0527de22344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18ecb17-8e01-4afc-b121-63de561c68a3,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:33.746096 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-3a44198a-b4c7-4918-85e4-29f196bfba97 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Received port after_create {{(pid=106636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:01:33.751630 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-3a44198a-b4c7-4918-85e4-29f196bfba97 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:33.752333 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-3a44198a-b4c7-4918-85e4-29f196bfba97 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for port, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:33.830460 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 34178) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:01:33.872287 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a44198a-b4c7-4918-85e4-29f196bfba97 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Pushing event updated for resources: {'Port': ['ID=8b7a5ce2-253b-4aa8-858a-72eec6150eef,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:33.879392 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-3a44198a-b4c7-4918-85e4-29f196bfba97 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7908361 Oct 18 03:01:33.892697 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c16e0b-d457-4895-b1f0-c993821c1941 req-7b63ce3a-9d24-4547-b3bb-8ff9cdc5eb90 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:33.894459 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-97c16e0b-d457-4895-b1f0-c993821c1941 req-7b63ce3a-9d24-4547-b3bb-8ff9cdc5eb90 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.1359766 Oct 18 03:01:33.913688 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-ad2c8f1d-9c07-49e8-bbe5-f957fc821053 service neutron] Request body: {'port': {'device_id': 'b52093f0-558e-4047-beb7-3ca18c1e989f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81433'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:01:33.921993 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa7141-f8f2-47af-8297-7d8f60f52ae1 req-4614e8c1-12c0-4be4-8237-6aa5a734075a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:33.923880 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-c5fa7141-f8f2-47af-8297-7d8f60f52ae1 req-4614e8c1-12c0-4be4-8237-6aa5a734075a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef1cf083-c4fe-4bfe-b1aa-3905b9fac1f2 HTTP/1.1" status: 200 len: 1103 time: 0.1721914 Oct 18 03:01:33.928381 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-8afc12e3-3d84-4ab4-9798-2be8d06ab036 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6d5b74ffc87c40e6b795e7340fc5feaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0958052 Oct 18 03:01:33.931780 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 34180) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:01:34.037740 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-c5fa7141-f8f2-47af-8297-7d8f60f52ae1 req-64e87d25-e213-4901-8524-7645a7846279 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=40c4978b-02c4-430f-924a-a38166788f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914063 Oct 18 03:01:34.065236 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-97c16e0b-d457-4895-b1f0-c993821c1941 req-c9e2e50e-aad1-4997-90dd-f9f988e5fd2c tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599982 Oct 18 03:01:34.080804 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-cfe1328f-f250-4be1-a5a8-5596933f5755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:34.109254 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-ad2c8f1d-9c07-49e8-bbe5-f957fc821053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:34.140054 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-cfe1328f-f250-4be1-a5a8-5596933f5755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:34.180674 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-144fc41c-76c7-427e-94e1-0a68c0289559 None None] Provisioning complete for port 8b7a5ce2-253b-4aa8-858a-72eec6150eef triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:01:34.193006 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-144fc41c-76c7-427e-94e1-0a68c0289559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:34.287781 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-144fc41c-76c7-427e-94e1-0a68c0289559 None None] Port 8b7a5ce2-253b-4aa8-858a-72eec6150eef cannot update to ACTIVE because it is not bound. {{(pid=106638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 03:01:34.417699 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-cfe1328f-f250-4be1-a5a8-5596933f5755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:34.420324 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-cfe1328f-f250-4be1-a5a8-5596933f5755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:34.422153 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-cfe1328f-f250-4be1-a5a8-5596933f5755 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5a73c5d5-61a1-4c5c-b398-641ffc2eb8a2 HTTP/1.1" status: 204 len: 168 time: 0.4882531 Oct 18 03:01:34.441496 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3ff3a-86d5-4462-828f-f6652a9e2281 req-215e3e0c-a0c6-4f07-bb32-5c0656d55c8c tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:34.443226 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ccd3ff3a-86d5-4462-828f-f6652a9e2281 req-215e3e0c-a0c6-4f07-bb32-5c0656d55c8c tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1cf083-c4fe-4bfe-b1aa-3905b9fac1f2 HTTP/1.1" status: 200 len: 950 time: 0.2380097 Oct 18 03:01:34.449597 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1328f-f250-4be1-a5a8-5596933f5755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a73c5d5-61a1-4c5c-b398-641ffc2eb8a2,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:34.550885 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701d3b6-9d04-4716-9662-b62cddcb5344 req-3d032f64-3b73-4a4b-b2d9-d74a0d885991 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:34.554171 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a701d3b6-9d04-4716-9662-b62cddcb5344 req-3d032f64-3b73-4a4b-b2d9-d74a0d885991 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.2019055 Oct 18 03:01:34.564724 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ccd3ff3a-86d5-4462-828f-f6652a9e2281 req-cde4fb68-6e2d-4efd-bc56-279301a0a900 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/security-groups?id=40c4978b-02c4-430f-924a-a38166788f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099355 Oct 18 03:01:34.567596 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:34.639165 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a701d3b6-9d04-4716-9662-b62cddcb5344 req-1cdc1676-a1b9-457c-a2c8-cae0c9929d80 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780294 Oct 18 03:01:34.833108 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-ad2c8f1d-9c07-49e8-bbe5-f957fc821053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b7a5ce2-253b-4aa8-858a-72eec6150eef {{(pid=106636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 03:01:34.845743 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad0011-39db-4d1b-a2e9-0c8e23f0edb1 req-9b9230ca-3a2e-48b6-bd77-b85f9ec6d6fa tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:34.847282 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6fad0011-39db-4d1b-a2e9-0c8e23f0edb1 req-9b9230ca-3a2e-48b6-bd77-b85f9ec6d6fa tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=b52093f0-558e-4047-beb7-3ca18c1e989f HTTP/1.1" status: 200 len: 931 time: 0.1621685 Oct 18 03:01:34.852660 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-ad2c8f1d-9c07-49e8-bbe5-f957fc821053 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:34.893099 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad045a3e-2d54-4596-9c7e-9da9295e4f94 req-a967a8d5-4b77-49f2-8c8c-48f942043a93 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:34.894695 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ad045a3e-2d54-4596-9c7e-9da9295e4f94 req-a967a8d5-4b77-49f2-8c8c-48f942043a93 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.1251416 Oct 18 03:01:34.895783 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-ad2c8f1d-9c07-49e8-bbe5-f957fc821053 service neutron] Transition to ACTIVE for port object 8b7a5ce2-253b-4aa8-858a-72eec6150eef will not be triggered until provisioned by entity L2. {{(pid=106636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 03:01:34.934436 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6fad0011-39db-4d1b-a2e9-0c8e23f0edb1 req-af8b5bb3-9ea7-4f23-98e6-7def64dbd360 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752487 Oct 18 03:01:34.955910 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ad045a3e-2d54-4596-9c7e-9da9295e4f94 req-075b61f8-9de8-445e-942b-64446923b638 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526822 Oct 18 03:01:35.029493 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-ad2c8f1d-9c07-49e8-bbe5-f957fc821053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:35.122642 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c8f1d-9c07-49e8-bbe5-f957fc821053 service neutron] Pushing event updated for resources: {'Port': ['ID=8b7a5ce2-253b-4aa8-858a-72eec6150eef,revision_number=2']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:35.155856 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-ad2c8f1d-9c07-49e8-bbe5-f957fc821053 service neutron] Attempting to bind port 8b7a5ce2-253b-4aa8-858a-72eec6150eef on host hv-cinder-81433 for vnic_type normal with profile {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 03:01:35.156449 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-ad2c8f1d-9c07-49e8-bbe5-f957fc821053 service neutron] Attempting to bind port 8b7a5ce2-253b-4aa8-858a-72eec6150eef by drivers openvswitch,hyperv on host hv-cinder-81433 at level 0 using segments [{'id': '93fde34d-71f4-4664-b4a1-dc668456a811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056'}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 03:01:35.156982 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-ad2c8f1d-9c07-49e8-bbe5-f957fc821053 service neutron] Attempting to bind port 8b7a5ce2-253b-4aa8-858a-72eec6150eef on network 7e3f93b2-6ab7-425d-a45f-ad1ff777d056 {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:01:35.166619 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-ad2c8f1d-9c07-49e8-bbe5-f957fc821053 service neutron] Port 8b7a5ce2-253b-4aa8-858a-72eec6150eef on network 7e3f93b2-6ab7-425d-a45f-ad1ff777d056 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81433 {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 03:01:35.167225 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-ad2c8f1d-9c07-49e8-bbe5-f957fc821053 service neutron] Attempting to bind port 8b7a5ce2-253b-4aa8-858a-72eec6150eef on network 7e3f93b2-6ab7-425d-a45f-ad1ff777d056 {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:01:35.197513 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-ad2c8f1d-9c07-49e8-bbe5-f957fc821053 service neutron] Checking agent: {'id': '54b63e31-ff86-4d84-9464-5034764a1d76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81433', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'started_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 3, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 03:01:35.198028 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-ad2c8f1d-9c07-49e8-bbe5-f957fc821053 service neutron] Checking segment: {'id': '93fde34d-71f4-4664-b4a1-dc668456a811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:01:35.199075 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-ad2c8f1d-9c07-49e8-bbe5-f957fc821053 service neutron] Bound using segment: {'id': '93fde34d-71f4-4664-b4a1-dc668456a811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056'} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 03:01:35.199621 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-ad2c8f1d-9c07-49e8-bbe5-f957fc821053 service neutron] Bound port: 8b7a5ce2-253b-4aa8-858a-72eec6150eef, host: hv-cinder-81433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93fde34d-71f4-4664-b4a1-dc668456a811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056'}}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 03:01:35.200915 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-ad2c8f1d-9c07-49e8-bbe5-f957fc821053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:35.337864 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-ad2c8f1d-9c07-49e8-bbe5-f957fc821053 service neutron] For port 8b7a5ce2-253b-4aa8-858a-72eec6150eef, host hv-cinder-81433, cleared binding levels {{(pid=106636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 03:01:35.372413 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-ad2c8f1d-9c07-49e8-bbe5-f957fc821053 service neutron] For port 8b7a5ce2-253b-4aa8-858a-72eec6150eef, host hv-cinder-81433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=8b7a5ce2-253b-4aa8-858a-72eec6150eef,segment=NetworkSegment(93fde34d-71f4-4664-b4a1-dc668456a811),segment_id=93fde34d-71f4-4664-b4a1-dc668456a811)] {{(pid=106636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 03:01:35.385261 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084aebb-e2a4-4163-aa9b-d45a47b5c540 req-97480202-c96e-4edf-a8fa-ef467a474605 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:35.386872 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d084aebb-e2a4-4163-aa9b-d45a47b5c540 req-97480202-c96e-4edf-a8fa-ef467a474605 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.0741172 Oct 18 03:01:35.434692 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d084aebb-e2a4-4163-aa9b-d45a47b5c540 req-000c45c3-4c4a-43e9-b23c-0196b72aa990 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409336 Oct 18 03:01:35.700577 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b05561-6128-4060-b461-5295339009a8 req-e23ea55d-a7e3-4939-a0c3-8275b532f440 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:35.702054 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-07b05561-6128-4060-b461-5295339009a8 req-e23ea55d-a7e3-4939-a0c3-8275b532f440 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1cf083-c4fe-4bfe-b1aa-3905b9fac1f2 HTTP/1.1" status: 200 len: 950 time: 0.0584738 Oct 18 03:01:35.769646 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-07b05561-6128-4060-b461-5295339009a8 req-35996cba-4a13-426c-bd51-365bdbe84434 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/security-groups?id=40c4978b-02c4-430f-924a-a38166788f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605872 Oct 18 03:01:35.783430 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835bd45b-8db5-4697-83c6-f615674c3c74 req-717a3b74-8116-48e1-8c08-dd111d1c7d95 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:35.785062 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-835bd45b-8db5-4697-83c6-f615674c3c74 req-717a3b74-8116-48e1-8c08-dd111d1c7d95 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0702236 Oct 18 03:01:35.791295 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-ad2c8f1d-9c07-49e8-bbe5-f957fc821053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:35.841215 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-ad2c8f1d-9c07-49e8-bbe5-f957fc821053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:35.841838 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-ad2c8f1d-9c07-49e8-bbe5-f957fc821053 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for port, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:35.843203 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-ad2c8f1d-9c07-49e8-bbe5-f957fc821053 service neutron] 10.222.0.36 "PUT /v2.0/ports/8b7a5ce2-253b-4aa8-858a-72eec6150eef HTTP/1.1" status: 200 len: 1093 time: 1.9477921 Oct 18 03:01:35.845867 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52093f0-558e-4047-beb7-3ca18c1e989f', 'tag': '8b7a5ce2-253b-4aa8-858a-72eec6150eef'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:01:35.848093 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}496079113880dc21d8e474160779c487de2a9ec27c44afe50e843faa48598ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ea6bcc-6edd-4e56-81a8-c8fab45bb9eb" -d '{"events": [{"name": "network-changed", "server_uuid": "b52093f0-558e-4047-beb7-3ca18c1e989f", "tag": "8b7a5ce2-253b-4aa8-858a-72eec6150eef"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:01:35.884451 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-835bd45b-8db5-4697-83c6-f615674c3c74 req-7f42060b-8d12-4e69-ba7f-b69e9dbc4be1 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907786 Oct 18 03:01:35.885040 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c8f1d-9c07-49e8-bbe5-f957fc821053 service neutron] Pushing event updated for resources: {'Port': ['ID=8b7a5ce2-253b-4aa8-858a-72eec6150eef,revision_number=3']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:35.894601 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 03:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631f76f7-f7e6-49bd-a3c1-b5555bab35d1 x-openstack-request-id: req-631f76f7-f7e6-49bd-a3c1-b5555bab35d1 {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:01:35.895453 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b52093f0-558e-4047-beb7-3ca18c1e989f", "tag": "8b7a5ce2-253b-4aa8-858a-72eec6150eef", "status": "completed", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:01:35.895453 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-631f76f7-f7e6-49bd-a3c1-b5555bab35d1 {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:01:35.895655 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b52093f0-558e-4047-beb7-3ca18c1e989f', 'tag': '8b7a5ce2-253b-4aa8-858a-72eec6150eef', 'status': 'completed', 'code': 200} Oct 18 03:01:35.976824 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea6bcc-6edd-4e56-81a8-c8fab45bb9eb req-5a39c97f-4f03-4e6d-b448-34a9678ff660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:35.978475 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-53ea6bcc-6edd-4e56-81a8-c8fab45bb9eb req-5a39c97f-4f03-4e6d-b448-34a9678ff660 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b53d2fa916034e5791986e3a904b2f43&device_id=b52093f0-558e-4047-beb7-3ca18c1e989f HTTP/1.1" status: 200 len: 1096 time: 0.0510876 Oct 18 03:01:36.003787 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 34220) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:01:36.055390 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-9a5579a6-1484-4bab-bb9d-1ff1bd6eea11 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=54048eb5e93b4e7e90a7518cbdd88404&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497618 Oct 18 03:01:36.062625 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 34222) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:01:36.111107 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-9fd981d1-8654-4e4f-9e55-04a4e11ee67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:36.136823 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-9fd981d1-8654-4e4f-9e55-04a4e11ee67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:36.343875 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-9fd981d1-8654-4e4f-9e55-04a4e11ee67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:36.346580 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-9fd981d1-8654-4e4f-9e55-04a4e11ee67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:36.347791 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-9fd981d1-8654-4e4f-9e55-04a4e11ee67e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/630d523a-f312-4a44-937e-329924d17a19 HTTP/1.1" status: 204 len: 168 time: 0.2880745 Oct 18 03:01:36.379796 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd981d1-8654-4e4f-9e55-04a4e11ee67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630d523a-f312-4a44-937e-329924d17a19,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:36.406949 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183cfe5-2a32-4e60-8c7f-dd99a596af0f req-7622ac90-1f72-458a-9de6-802d93f8b75d tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:36.414096 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5183cfe5-2a32-4e60-8c7f-dd99a596af0f req-7622ac90-1f72-458a-9de6-802d93f8b75d tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.3500981 Oct 18 03:01:36.452508 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36455937-bbf1-400a-b408-557f19d34d35 req-82a2739d-0130-43f3-897a-30cfa12ae1f7 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:36.460720 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-36455937-bbf1-400a-b408-557f19d34d35 req-82a2739d-0130-43f3-897a-30cfa12ae1f7 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=b52093f0-558e-4047-beb7-3ca18c1e989f HTTP/1.1" status: 200 len: 943 time: 0.3955777 Oct 18 03:01:36.464482 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea6bcc-6edd-4e56-81a8-c8fab45bb9eb req-1fe92de1-6e15-43c8-ae04-048f05b32169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:36.466248 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-53ea6bcc-6edd-4e56-81a8-c8fab45bb9eb req-1fe92de1-6e15-43c8-ae04-048f05b32169 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b53d2fa916034e5791986e3a904b2f43&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4802327 Oct 18 03:01:36.527952 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 34234) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:01:36.574675 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5183cfe5-2a32-4e60-8c7f-dd99a596af0f req-5dd552d0-e00a-45d1-82a5-d26f25c12c20 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441526 Oct 18 03:01:36.630473 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-36455937-bbf1-400a-b408-557f19d34d35 req-45c800b8-7af0-4a30-8462-0bfe3183c679 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683075 Oct 18 03:01:36.701011 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8b984377-c1e8-4ab3-b1ca-e668d4672742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:36.763236 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea6bcc-6edd-4e56-81a8-c8fab45bb9eb req-adb54646-e0e7-40e1-b79a-c0dfe4687f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:36.764944 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-53ea6bcc-6edd-4e56-81a8-c8fab45bb9eb req-adb54646-e0e7-40e1-b79a-c0dfe4687f18 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2904248 Oct 18 03:01:36.786087 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d1621-6e14-441b-936f-c4e6670c6019 req-a0a00506-3eb7-4ea3-acd9-3c35a2eebb46 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:36.789217 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0a5d1621-6e14-441b-936f-c4e6670c6019 req-a0a00506-3eb7-4ea3-acd9-3c35a2eebb46 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.1083066 Oct 18 03:01:36.827224 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8b984377-c1e8-4ab3-b1ca-e668d4672742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:36.863747 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0a5d1621-6e14-441b-936f-c4e6670c6019 req-e6fcc8ae-e1ba-48aa-8346-eafbba3d7678 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669627 Oct 18 03:01:36.877484 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-f0bbb2f1-98c7-434f-83fd-591f97047b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:36.879101 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-f0bbb2f1-98c7-434f-83fd-591f97047b2e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b53d2fa916034e5791986e3a904b2f43&device_id=b52093f0-558e-4047-beb7-3ca18c1e989f HTTP/1.1" status: 200 len: 1096 time: 0.0688303 Oct 18 03:01:36.903208 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8b984377-c1e8-4ab3-b1ca-e668d4672742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:36.930305 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-2eee884b-8a96-41a4-9058-441a62178a59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b7a5ce2-253b-4aa8-858a-72eec6150eef HTTP/1.1" status: 200 len: 217 time: 0.0365822 Oct 18 03:01:36.962049 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984377-c1e8-4ab3-b1ca-e668d4672742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db245732-c983-4fbc-bfc4-6518aa25669b,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:36.974574 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-8b984377-c1e8-4ab3-b1ca-e668d4672742 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3c05a872da10403793463573ae45843d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4453111 Oct 18 03:01:36.975165 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 34248) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:01:37.066090 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-2fc0d02e-3087-4558-9e01-0306f323a253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:37.106206 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-2fc0d02e-3087-4558-9e01-0306f323a253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:37.106462 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-359a3c82-0bc7-4dec-98e4-fd532eacaf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:37.108143 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-359a3c82-0bc7-4dec-98e4-fd532eacaf3c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5242877d-4476-4a28-8a5b-87f4884f5f65 HTTP/1.1" status: 200 len: 851 time: 0.1692913 Oct 18 03:01:37.164548 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0466d2-cd97-4603-a1af-70a520be0165 req-c4cc0151-4f40-46f4-974f-04f07e5f5344 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:37.174217 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1a0466d2-cd97-4603-a1af-70a520be0165 req-c4cc0151-4f40-46f4-974f-04f07e5f5344 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1cf083-c4fe-4bfe-b1aa-3905b9fac1f2 HTTP/1.1" status: 200 len: 950 time: 0.2096453 Oct 18 03:01:37.220166 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2488e-ffa6-4337-bdc8-960edf8b3721 req-27446fd7-9d37-419e-85a4-2e0ac8bbcc7d tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:37.221994 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-92c2488e-ffa6-4337-bdc8-960edf8b3721 req-27446fd7-9d37-419e-85a4-2e0ac8bbcc7d tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.1496675 Oct 18 03:01:37.245239 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-2fc0d02e-3087-4558-9e01-0306f323a253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:37.247559 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-51bc26be-9f25-455f-892a-7097e8aa8de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:37.247785 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-2fc0d02e-3087-4558-9e01-0306f323a253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:37.252094 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-2fc0d02e-3087-4558-9e01-0306f323a253 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/db245732-c983-4fbc-bfc4-6518aa25669b HTTP/1.1" status: 204 len: 168 time: 0.2728477 Oct 18 03:01:37.252272 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-51bc26be-9f25-455f-892a-7097e8aa8de0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e3f93b2-6ab7-425d-a45f-ad1ff777d056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1268318 Oct 18 03:01:37.271524 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0d02e-3087-4558-9e01-0306f323a253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db245732-c983-4fbc-bfc4-6518aa25669b,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:37.271651 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1a0466d2-cd97-4603-a1af-70a520be0165 req-82a44148-24c0-4dec-80fa-0661e79fbaec tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/security-groups?id=40c4978b-02c4-430f-924a-a38166788f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952604 Oct 18 03:01:37.294070 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6f5e4-ec30-4f42-b3a6-e3ca63c5a68e req-f56b9d07-63a1-48dd-b9dd-e7b79f55e81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:37.305212 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-ebf6f5e4-ec30-4f42-b3a6-e3ca63c5a68e req-f56b9d07-63a1-48dd-b9dd-e7b79f55e81b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8d2c0c120394030962ebe6c7201e21d&device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 1098 time: 0.0695632 Oct 18 03:01:37.387774 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-92c2488e-ffa6-4337-bdc8-960edf8b3721 req-74f6ccf2-3a7f-436d-96a7-aacf5bf77e4d tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553590 Oct 18 03:01:37.466640 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-d7b6ed09-3c37-4621-bebe-19178bd41e92 service neutron] 10.222.0.36 "GET /v2.0/networks/7e3f93b2-6ab7-425d-a45f-ad1ff777d056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940389 Oct 18 03:01:37.546132 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6f5e4-ec30-4f42-b3a6-e3ca63c5a68e req-46fcf493-4b82-4d9e-85a5-3cb79093cbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:37.548252 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-ebf6f5e4-ec30-4f42-b3a6-e3ca63c5a68e req-46fcf493-4b82-4d9e-85a5-3cb79093cbbc service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac1fdfa5-8257-478e-8751-4284ba979920 HTTP/1.1" status: 200 len: 911 time: 0.2348161 Oct 18 03:01:37.605063 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c87e7-fa6c-4e3f-819b-ed35a1963cfe req-4d42f2e4-97f6-4d90-ab1b-6bd363e8fe43 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:37.606767 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-650c87e7-fa6c-4e3f-819b-ed35a1963cfe req-4d42f2e4-97f6-4d90-ab1b-6bd363e8fe43 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.1659527 Oct 18 03:01:37.638864 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-863f4a4d-55c3-4a57-b574-84af29062f08 req-d3a8e575-7c58-48e6-bc64-5616d3e366ce service neutron] 10.222.0.36 "GET /v2.0/networks/7e3f93b2-6ab7-425d-a45f-ad1ff777d056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574562 Oct 18 03:01:37.658767 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-ebf6f5e4-ec30-4f42-b3a6-e3ca63c5a68e req-d3bc2bca-ab2e-4f5c-a5a8-6e58ab2efb88 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f317c9fd-d300-4a87-95e5-522ead93d023 HTTP/1.1" status: 200 len: 1000 time: 0.1007690 Oct 18 03:01:37.699049 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-650c87e7-fa6c-4e3f-819b-ed35a1963cfe req-c2328af8-3ae8-4f2d-9fd1-b22a3321917e tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777485 Oct 18 03:01:37.778993 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6f5e4-ec30-4f42-b3a6-e3ca63c5a68e req-0407118f-1329-46b9-b41d-ccd109508e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:37.780483 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-ebf6f5e4-ec30-4f42-b3a6-e3ca63c5a68e req-0407118f-1329-46b9-b41d-ccd109508e2e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a35e1d0-99d4-4e94-85dc-79f79e40c7d5 HTTP/1.1" status: 200 len: 849 time: 0.1115885 Oct 18 03:01:37.879290 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6f5e4-ec30-4f42-b3a6-e3ca63c5a68e req-d3f34d58-c994-4445-b86e-e50e4a6144cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:37.882150 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-ebf6f5e4-ec30-4f42-b3a6-e3ca63c5a68e req-d3f34d58-c994-4445-b86e-e50e4a6144cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac1fdfa5-8257-478e-8751-4284ba979920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0904386 Oct 18 03:01:37.895503 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a008d-d809-4e64-86f7-28f216a07723 req-afb1dee9-4291-4e9a-9dfd-35252b6ca019 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:37.904049 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-3c2a008d-d809-4e64-86f7-28f216a07723 req-afb1dee9-4291-4e9a-9dfd-35252b6ca019 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=b52093f0-558e-4047-beb7-3ca18c1e989f HTTP/1.1" status: 200 len: 943 time: 0.1294186 Oct 18 03:01:37.990511 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-3c2a008d-d809-4e64-86f7-28f216a07723 req-dd984b54-b9d2-4c84-8572-b6609a60da91 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855346 Oct 18 03:01:38.035580 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-ebf6f5e4-ec30-4f42-b3a6-e3ca63c5a68e req-27fce8e3-bb04-4f2f-9aac-b470873e342f service neutron] 10.222.0.36 "GET /v2.0/networks/ac1fdfa5-8257-478e-8751-4284ba979920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460764 Oct 18 03:01:38.143231 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09a1f2-7f72-4b0b-8419-b7f2a2e6921d req-58ba0f50-f6d6-4441-9da5-a2fdf64f8d17 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:38.145118 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6c09a1f2-7f72-4b0b-8419-b7f2a2e6921d req-58ba0f50-f6d6-4441-9da5-a2fdf64f8d17 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.1204164 Oct 18 03:01:38.175496 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-ebf6f5e4-ec30-4f42-b3a6-e3ca63c5a68e req-49cc341f-9a5c-4707-a226-b0e05167dd03 service neutron] 10.222.0.36 "GET /v2.0/networks/ac1fdfa5-8257-478e-8751-4284ba979920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234288 Oct 18 03:01:38.183035 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326be633-1579-4876-9350-fd0e93a17fe2 req-a936d0b9-9698-43ce-be3d-e594193a6d5d tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:38.190663 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-326be633-1579-4876-9350-fd0e93a17fe2 req-a936d0b9-9698-43ce-be3d-e594193a6d5d tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1cf083-c4fe-4bfe-b1aa-3905b9fac1f2 HTTP/1.1" status: 200 len: 950 time: 0.0960088 Oct 18 03:01:38.245239 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6c09a1f2-7f72-4b0b-8419-b7f2a2e6921d req-df5b7dcc-75b5-46ad-8107-2edc3b5c531d tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922658 Oct 18 03:01:38.265979 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-326be633-1579-4876-9350-fd0e93a17fe2 req-4a902a0e-8c00-4c47-a54e-f1005a9da182 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/security-groups?id=40c4978b-02c4-430f-924a-a38166788f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687730 Oct 18 03:01:38.337373 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 34290) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:01:38.447347 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-7c4a343a-37ee-46f9-89b7-b4bbc3bb21ed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-826246485-network', 'tenant_id': 'b291bbb873a24467b13cde8d12ee52db'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:01:38.524780 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c455e-44b0-4d65-b253-40124adbabe5 req-71302c83-3309-4f46-ae8a-439e1d7e9938 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:38.526364 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-943c455e-44b0-4d65-b253-40124adbabe5 req-71302c83-3309-4f46-ae8a-439e1d7e9938 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0679152 Oct 18 03:01:38.556250 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4a343a-37ee-46f9-89b7-b4bbc3bb21ed admin admin] Made reservation on behalf of b291bbb873a24467b13cde8d12ee52db for: {'network': 1} {{(pid=106637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 03:01:38.559091 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-7c4a343a-37ee-46f9-89b7-b4bbc3bb21ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for network, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:38.573159 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-7c4a343a-37ee-46f9-89b7-b4bbc3bb21ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:38.579950 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-943c455e-44b0-4d65-b253-40124adbabe5 req-27ec4743-56b3-4fe1-9fed-a928a0019772 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425143 Oct 18 03:01:38.665661 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-7c4a343a-37ee-46f9-89b7-b4bbc3bb21ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:38.727095 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-7c4a343a-37ee-46f9-89b7-b4bbc3bb21ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:38.760850 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c4a343a-37ee-46f9-89b7-b4bbc3bb21ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=106637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 03:01:38.768288 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a343a-37ee-46f9-89b7-b4bbc3bb21ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4369dea6-70e9-436a-8f7e-7cb490a582e2,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:38.779946 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-7c4a343a-37ee-46f9-89b7-b4bbc3bb21ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965'] for segment, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:38.780538 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.db.segments_db [None req-7c4a343a-37ee-46f9-89b7-b4bbc3bb21ed admin admin] Added segment 2a5df9d3-4a5f-4f19-8fed-3d3e1dc7cdcf of type vlan for network a6fd56a1-cd6e-44d7-ba21-30666bcff4a2 Oct 18 03:01:38.831245 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-7c4a343a-37ee-46f9-89b7-b4bbc3bb21ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748750891129'] for network, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:38.876528 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6a683-e60f-4d3f-a5b4-d686f43cea42 req-bacae835-4085-4aaf-b105-e90483c21302 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:38.878254 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-76b6a683-e60f-4d3f-a5b4-d686f43cea42 req-bacae835-4085-4aaf-b105-e90483c21302 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0626228 Oct 18 03:01:38.940515 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-76b6a683-e60f-4d3f-a5b4-d686f43cea42 req-b831637a-f8be-4c23-b0d0-1affdd25d1eb tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534828 Oct 18 03:01:38.943017 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-7c4a343a-37ee-46f9-89b7-b4bbc3bb21ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149'] for network, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:38.944093 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4a343a-37ee-46f9-89b7-b4bbc3bb21ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:38.944982 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-7c4a343a-37ee-46f9-89b7-b4bbc3bb21ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for network, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:39.036761 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a343a-37ee-46f9-89b7-b4bbc3bb21ed admin admin] Pushing event updated for resources: {'Network': ['ID=a6fd56a1-cd6e-44d7-ba21-30666bcff4a2,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:39.045903 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 34314) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:01:39.047672 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-7c4a343a-37ee-46f9-89b7-b4bbc3bb21ed admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7114019 Oct 18 03:01:39.048875 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Network a6fd56a1-cd6e-44d7-ba21-30666bcff4a2 details requested by agent ovs-agent-dv-cinder-814333-1-iscsi with host dv-cinder-814333-1-iscsi {{(pid=106638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 03:01:39.054906 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [None req-a633e035-b652-494b-9be1-afd820a953f0 admin admin] Request body: {'subnet': {'network_id': 'a6fd56a1-cd6e-44d7-ba21-30666bcff4a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-826246485-subnet', 'tenant_id': 'b291bbb873a24467b13cde8d12ee52db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:01:39.188125 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8a1df-8015-481d-b6a6-e14ce6e4a04a req-646fc3f6-d910-4c24-aa7a-8e8f6e2169be tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:39.188125 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-dff8a1df-8015-481d-b6a6-e14ce6e4a04a req-646fc3f6-d910-4c24-aa7a-8e8f6e2169be tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=b52093f0-558e-4047-beb7-3ca18c1e989f HTTP/1.1" status: 200 len: 943 time: 0.0884712 Oct 18 03:01:39.240449 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-dff8a1df-8015-481d-b6a6-e14ce6e4a04a req-fd5f4942-11b7-4938-99a8-4ba543930f6f tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470471 Oct 18 03:01:39.257624 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a633e035-b652-494b-9be1-afd820a953f0 admin admin] Made reservation on behalf of b291bbb873a24467b13cde8d12ee52db for: {'subnet': 1} {{(pid=106636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 03:01:39.260531 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a633e035-b652-494b-9be1-afd820a953f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:39.553017 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cec1f5-3b15-45f3-92a1-b4f924e82007 req-aa136f23-7b44-4256-b7ae-22f1a602fb68 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:39.554513 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a0cec1f5-3b15-45f3-92a1-b4f924e82007 req-aa136f23-7b44-4256-b7ae-22f1a602fb68 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.1646883 Oct 18 03:01:39.563330 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117876a0-1266-489a-94ff-7ba18f523f63 req-254734a0-3989-4b0d-8dc0-aad70dc2d98a tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:39.564878 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-117876a0-1266-489a-94ff-7ba18f523f63 req-254734a0-3989-4b0d-8dc0-aad70dc2d98a tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1cf083-c4fe-4bfe-b1aa-3905b9fac1f2 HTTP/1.1" status: 200 len: 950 time: 0.1760747 Oct 18 03:01:39.613728 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cdebf0-30b8-4d76-97e0-e21e02d16306 req-44c673ad-8fab-4703-8544-69a3ef703805 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:39.616528 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-86cdebf0-30b8-4d76-97e0-e21e02d16306 req-44c673ad-8fab-4703-8544-69a3ef703805 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef1cf083-c4fe-4bfe-b1aa-3905b9fac1f2 HTTP/1.1" status: 200 len: 950 time: 0.0886934 Oct 18 03:01:39.639791 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a0cec1f5-3b15-45f3-92a1-b4f924e82007 req-e5d25b78-b67f-4ba6-bf9c-08e12b372f48 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718260 Oct 18 03:01:39.667080 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-117876a0-1266-489a-94ff-7ba18f523f63 req-830802fa-fb28-4e4b-815b-30590d24c644 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/security-groups?id=40c4978b-02c4-430f-924a-a38166788f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781307 Oct 18 03:01:39.667080 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a633e035-b652-494b-9be1-afd820a953f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149'] for subnet, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:39.772372 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [req-86cdebf0-30b8-4d76-97e0-e21e02d16306 req-48be0c93-636b-4763-85b3-880457d9afec tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Deleting port f343679f-0810-41b1-aa0e-69d1ac912476 {{(pid=106637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:01:39.772745 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-86cdebf0-30b8-4d76-97e0-e21e02d16306 req-48be0c93-636b-4763-85b3-880457d9afec tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:39.778575 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a633e035-b652-494b-9be1-afd820a953f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=929ff636-6271-4b23-bddd-730ce40bc1d5,revision_number=0']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:39.807423 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a633e035-b652-494b-9be1-afd820a953f0 admin admin] Checking segment: {'id': '2a5df9d3-4a5f-4f19-8fed-3d3e1dc7cdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a6fd56a1-cd6e-44d7-ba21-30666bcff4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:01:39.807848 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a633e035-b652-494b-9be1-afd820a953f0 admin admin] Network hostable DHCP agents. Network: a6fd56a1-cd6e-44d7-ba21-30666bcff4a2, hostable agents: ['d6364138-709a-4c77-9f16-97f76425e773'], hosted agents: [] {{(pid=106636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 03:01:39.839405 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e237c85-aa09-410c-9463-8031a5fae248 req-2495490c-2e8b-47fb-98d1-78c2b0166c58 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:39.847635 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5e237c85-aa09-410c-9463-8031a5fae248 req-2495490c-2e8b-47fb-98d1-78c2b0166c58 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.1000748 Oct 18 03:01:39.890121 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5e237c85-aa09-410c-9463-8031a5fae248 req-28e51c09-b1b1-4a6f-ae2d-2f065804fce5 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393891 Oct 18 03:01:39.933329 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [req-86cdebf0-30b8-4d76-97e0-e21e02d16306 req-48be0c93-636b-4763-85b3-880457d9afec tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] For port f343679f-0810-41b1-aa0e-69d1ac912476, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=f343679f-0810-41b1-aa0e-69d1ac912476,segment=NetworkSegment(f0e5daf0-1892-4ffe-9eec-75e2a3ac99d9),segment_id=f0e5daf0-1892-4ffe-9eec-75e2a3ac99d9)] {{(pid=106637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:01:39.933690 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-86cdebf0-30b8-4d76-97e0-e21e02d16306 req-48be0c93-636b-4763-85b3-880457d9afec tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:39.946997 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [req-86cdebf0-30b8-4d76-97e0-e21e02d16306 req-48be0c93-636b-4763-85b3-880457d9afec tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Calling delete_port for f343679f-0810-41b1-aa0e-69d1ac912476 owned by compute:nova {{(pid=106637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:01:39.949021 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a633e035-b652-494b-9be1-afd820a953f0 admin admin] Network a6fd56a1-cd6e-44d7-ba21-30666bcff4a2 is scheduled to be hosted by DHCP agent d6364138-709a-4c77-9f16-97f76425e773 with binding_index 1 {{(pid=106636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 03:01:40.099480 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c25b15-a412-43aa-88c3-0bb56e77b488 req-4f638854-b813-4877-9e7e-4d72ef3d48bc tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:40.101100 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a5c25b15-a412-43aa-88c3-0bb56e77b488 req-4f638854-b813-4877-9e7e-4d72ef3d48bc tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0619545 Oct 18 03:01:40.148526 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a5c25b15-a412-43aa-88c3-0bb56e77b488 req-f2f1344a-0fbd-421d-9697-83200a734f54 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406132 Oct 18 03:01:40.252657 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [None req-a633e035-b652-494b-9be1-afd820a953f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814333-1-iscsi, a6fd56a1-cd6e-44d7-ba21-30666bcff4a2) {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:01:40.261902 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a633e035-b652-494b-9be1-afd820a953f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:40.262917 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-a633e035-b652-494b-9be1-afd820a953f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for subnet, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:40.265907 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05572c3e-6858-4441-a75f-806ae6bc6399 None None] Network a6fd56a1-cd6e-44d7-ba21-30666bcff4a2 requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 03:01:40.385682 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886faf47-6ce5-4173-98d9-0e04d1bde06f req-79de7d94-3233-4794-a63b-f88658f64af1 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:40.387226 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-886faf47-6ce5-4173-98d9-0e04d1bde06f req-79de7d94-3233-4794-a63b-f88658f64af1 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=b52093f0-558e-4047-beb7-3ca18c1e989f HTTP/1.1" status: 200 len: 943 time: 0.0513637 Oct 18 03:01:40.415566 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9f0218-6d64-41a8-840e-aec7553774dd None None] Network a6fd56a1-cd6e-44d7-ba21-30666bcff4a2 requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 03:01:40.432079 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-886faf47-6ce5-4173-98d9-0e04d1bde06f req-0dd52299-5307-4c89-9f8a-9a434257a794 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359132 Oct 18 03:01:40.794156 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b0236-03c9-4159-8809-a003bad8af40 req-bc24f6a3-c510-4a9b-a054-665e111d9961 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:40.795615 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-281b0236-03c9-4159-8809-a003bad8af40 req-bc24f6a3-c510-4a9b-a054-665e111d9961 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1cf083-c4fe-4bfe-b1aa-3905b9fac1f2 HTTP/1.1" status: 200 len: 950 time: 0.0830071 Oct 18 03:01:40.807929 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3dc8d4-9971-4f7b-a799-a58789063169 req-c142df19-d0a1-494f-950a-5746a200712b tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:40.809286 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9a3dc8d4-9971-4f7b-a799-a58789063169 req-c142df19-d0a1-494f-950a-5746a200712b tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.0691209 Oct 18 03:01:40.855974 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-281b0236-03c9-4159-8809-a003bad8af40 req-0ebf22d9-1ad6-4910-9109-3cd55b27e877 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/security-groups?id=40c4978b-02c4-430f-924a-a38166788f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457308 Oct 18 03:01:40.873532 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9a3dc8d4-9971-4f7b-a799-a58789063169 req-32df7222-ab1c-4a2b-aadb-3b053d611c25 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435181 Oct 18 03:01:41.007498 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdcac9-c8a3-46a8-993c-a52e3328ea9b req-f97c1e50-86cb-4fa8-a354-fd80fd4f1738 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:41.008953 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-02fdcac9-c8a3-46a8-993c-a52e3328ea9b req-f97c1e50-86cb-4fa8-a354-fd80fd4f1738 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0503118 Oct 18 03:01:41.049094 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-02fdcac9-c8a3-46a8-993c-a52e3328ea9b req-986fa38e-a5c6-421a-b023-9b2d9bbbe35b tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343065 Oct 18 03:01:41.360849 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-86cdebf0-30b8-4d76-97e0-e21e02d16306 req-48be0c93-636b-4763-85b3-880457d9afec tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:41.372526 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-a633e035-b652-494b-9be1-afd820a953f0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3137670 Oct 18 03:01:41.377443 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['f343679f-0810-41b1-aa0e-69d1ac912476'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:01:41.399570 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be0c93-636b-4763-85b3-880457d9afec tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Pushing event deleted for resources: {'Port': ['ID=f343679f-0810-41b1-aa0e-69d1ac912476,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:41.480921 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [req-86cdebf0-30b8-4d76-97e0-e21e02d16306 req-48be0c93-636b-4763-85b3-880457d9afec tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] No DVR routers for this DVR port f343679f-0810-41b1-aa0e-69d1ac912476 on host hv-cinder-81433 {{(pid=106637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 03:01:41.484916 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-86cdebf0-30b8-4d76-97e0-e21e02d16306 req-48be0c93-636b-4763-85b3-880457d9afec tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:41.491919 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-86cdebf0-30b8-4d76-97e0-e21e02d16306 req-48be0c93-636b-4763-85b3-880457d9afec tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.36 "DELETE /v2.0/ports/f343679f-0810-41b1-aa0e-69d1ac912476 HTTP/1.1" status: 204 len: 173 time: 1.8676558 Oct 18 03:01:41.492417 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1cf083-c4fe-4bfe-b1aa-3905b9fac1f2', 'name': 'network-vif-deleted', 'tag': 'f343679f-0810-41b1-aa0e-69d1ac912476'}] {{(pid=106637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:01:41.511582 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84e416a7c2bb109cea857a7500c5c4b938dbd8fc9acb645868c31a21fed55845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ed4c66-6329-4ebf-a884-8f7878598d97" -d '{"events": [{"server_uuid": "ef1cf083-c4fe-4bfe-b1aa-3905b9fac1f2", "name": "network-vif-deleted", "tag": "f343679f-0810-41b1-aa0e-69d1ac912476"}]}' {{(pid=106637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:01:41.626353 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207eadf0-124b-4d6f-a911-75c8bc0c55bc x-openstack-request-id: req-207eadf0-124b-4d6f-a911-75c8bc0c55bc {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:01:41.630281 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0526e-262d-4511-9b3c-113fab9eec88 req-c9bab76c-256f-49e7-845d-c8dca15e0e46 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:41.630429 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef1cf083-c4fe-4bfe-b1aa-3905b9fac1f2", "name": "network-vif-deleted", "tag": "f343679f-0810-41b1-aa0e-69d1ac912476", "status": "completed", "code": 200}]} {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:01:41.630551 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-207eadf0-124b-4d6f-a911-75c8bc0c55bc {{(pid=106637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:01:41.631116 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef1cf083-c4fe-4bfe-b1aa-3905b9fac1f2', 'name': 'network-vif-deleted', 'tag': 'f343679f-0810-41b1-aa0e-69d1ac912476', 'status': 'completed', 'code': 200} Oct 18 03:01:41.641179 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-95e0526e-262d-4511-9b3c-113fab9eec88 req-c9bab76c-256f-49e7-845d-c8dca15e0e46 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=b52093f0-558e-4047-beb7-3ca18c1e989f HTTP/1.1" status: 200 len: 943 time: 0.0946953 Oct 18 03:01:41.692804 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-95e0526e-262d-4511-9b3c-113fab9eec88 req-c1a42597-86f8-4b73-a60b-a8a388fcafbf tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505145 Oct 18 03:01:41.996141 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-27c2308b-f8c9-428f-826d-2f67dbca2436 req-e05b9b3f-8899-470e-8e4e-570caca89b79 tempest-VolumesNegativeTest-867877742 tempest-VolumesNegativeTest-867877742-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1cf083-c4fe-4bfe-b1aa-3905b9fac1f2 HTTP/1.1" status: 200 len: 210 time: 0.0501621 Oct 18 03:01:42.058952 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71a82e-a2dd-4de3-8d8b-0fb91fcaef2f req-725429c4-7710-4630-be9e-a022f48f8498 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:42.060872 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6e71a82e-a2dd-4de3-8d8b-0fb91fcaef2f req-725429c4-7710-4630-be9e-a022f48f8498 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.0605335 Oct 18 03:01:42.132176 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6e71a82e-a2dd-4de3-8d8b-0fb91fcaef2f req-68d6cccd-a843-4bac-b364-7a705d9a1e85 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613806 Oct 18 03:01:42.198510 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82511a-8f4b-4f09-970e-ed2d616c916e req-ccf67671-e739-4cd3-ac77-0a21802cd18a tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:42.200555 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6c82511a-8f4b-4f09-970e-ed2d616c916e req-ccf67671-e739-4cd3-ac77-0a21802cd18a tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0619161 Oct 18 03:01:42.293817 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6c82511a-8f4b-4f09-970e-ed2d616c916e req-a443dec7-9f96-4ae1-ab7b-168a0f5f114e tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776441 Oct 18 03:01:42.827165 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff067a1-f842-4d6f-8179-dea0c51cb226 req-01b2a386-9f95-407b-b0a4-5b078fa4f41c tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:42.828994 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-eff067a1-f842-4d6f-8179-dea0c51cb226 req-01b2a386-9f95-407b-b0a4-5b078fa4f41c tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=b52093f0-558e-4047-beb7-3ca18c1e989f HTTP/1.1" status: 200 len: 943 time: 0.0576026 Oct 18 03:01:42.878441 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-eff067a1-f842-4d6f-8179-dea0c51cb226 req-ac820b51-8347-4a9c-8dc1-77fd828bbbdd tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361924 Oct 18 03:01:43.266239 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6524be-ced1-4aec-93b0-9495bc0d2773 req-910c0d4c-e486-4aa1-804c-0b42f38dbb2a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:43.267709 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8b6524be-ced1-4aec-93b0-9495bc0d2773 req-910c0d4c-e486-4aa1-804c-0b42f38dbb2a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.0526431 Oct 18 03:01:43.306478 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8b6524be-ced1-4aec-93b0-9495bc0d2773 req-0879a510-e6bd-461d-ada6-a45d8cb8025b tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313866 Oct 18 03:01:43.407154 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d215dea-d04a-4b76-a460-c3c4bc445431 req-bba0a2a4-571f-44bd-b93e-2131253dfcb8 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:43.408671 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6d215dea-d04a-4b76-a460-c3c4bc445431 req-bba0a2a4-571f-44bd-b93e-2131253dfcb8 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0523953 Oct 18 03:01:43.450144 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6d215dea-d04a-4b76-a460-c3c4bc445431 req-33c87092-a7eb-4d61-9746-b18271c7500b tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352755 Oct 18 03:01:43.991648 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29d7a7-08e3-45eb-afe5-7f6261e5ced3 req-15a43dde-7c5d-43bb-84f0-ab400a58b63a tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:43.993027 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4a29d7a7-08e3-45eb-afe5-7f6261e5ced3 req-15a43dde-7c5d-43bb-84f0-ab400a58b63a tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=b52093f0-558e-4047-beb7-3ca18c1e989f HTTP/1.1" status: 200 len: 943 time: 0.0522611 Oct 18 03:01:44.031318 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4a29d7a7-08e3-45eb-afe5-7f6261e5ced3 req-d57fe755-0c1a-4e79-af8c-ddab760a95a1 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318270 Oct 18 03:01:44.237889 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-12de40e8-7744-401e-980f-8438ff836d5f tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:44.239635 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-12de40e8-7744-401e-980f-8438ff836d5f tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/networks?id=a6fd56a1-cd6e-44d7-ba21-30666bcff4a2 HTTP/1.1" status: 200 len: 808 time: 0.1047957 Oct 18 03:01:44.254843 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-b43da074-7159-442e-bc14-79931249439f tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/quotas/b291bbb873a24467b13cde8d12ee52db HTTP/1.1" status: 200 len: 375 time: 0.0092900 Oct 18 03:01:44.289893 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-4002daba-922f-4b43-837a-f41e5448a7c1 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b291bbb873a24467b13cde8d12ee52db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294542 Oct 18 03:01:44.399535 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-a9d70945-9c89-4752-8e6c-6000c6447a7c service neutron] 10.222.0.30 "GET /v2.0/networks/a6fd56a1-cd6e-44d7-ba21-30666bcff4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017783 Oct 18 03:01:44.496991 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8df89-4d73-490e-938f-5034995e4bf0 req-86db44a8-c5f3-48ea-bd77-e4b32497a745 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:44.498434 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4fa8df89-4d73-490e-938f-5034995e4bf0 req-86db44a8-c5f3-48ea-bd77-e4b32497a745 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.1097796 Oct 18 03:01:44.559704 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-7d48a7ac-ff1f-41d5-af76-9bd33a4bd0b0 service neutron] 10.222.0.30 "GET /v2.0/networks/a6fd56a1-cd6e-44d7-ba21-30666bcff4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414957 Oct 18 03:01:44.566309 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4fa8df89-4d73-490e-938f-5034995e4bf0 req-fe98b871-165f-4f5c-8892-acc091c02b00 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600829 Oct 18 03:01:44.623310 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device f343679f-0810-41b1-aa0e-69d1ac912476 no longer exists at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:01:44.680110 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] No Port match for: f343679f-0810-41b1-aa0e-69d1ac912476 {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:01:44.680543 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device f343679f-0810-41b1-aa0e-69d1ac912476 not bound to the agent host hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:01:44.701504 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af1785-dd72-4f00-bdeb-71b2220d2234 req-6e4f8857-3ced-435f-81ef-2b25cb30c9a4 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:44.703421 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b9af1785-dd72-4f00-bdeb-71b2220d2234 req-6e4f8857-3ced-435f-81ef-2b25cb30c9a4 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0512271 Oct 18 03:01:44.748970 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b9af1785-dd72-4f00-bdeb-71b2220d2234 req-6104805c-e01a-40b0-b88e-9fb7233310e2 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381334 Oct 18 03:01:44.841722 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919a87d-55a2-40c4-97bd-eeaa0a1fe2bd req-3949b2ed-0b16-4d50-9886-bf407adf2886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:44.844014 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-e919a87d-55a2-40c4-97bd-eeaa0a1fe2bd req-3949b2ed-0b16-4d50-9886-bf407adf2886 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2bab566054f4b83aef927c6227a69ea&device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 1099 time: 0.0451641 Oct 18 03:01:44.914784 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-095a7df1-aec1-4cb8-94c5-dac89c25112c req-c1cdac9b-f039-4f9a-8712-6fb9d0a48e4a tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1f502d4-82a4-40c7-8a07-8a66a13167bf HTTP/1.1" status: 200 len: 210 time: 0.0410125 Oct 18 03:01:44.939648 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919a87d-55a2-40c4-97bd-eeaa0a1fe2bd req-3dea1be0-ea77-4558-a80f-b3e59d80f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:44.941270 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-e919a87d-55a2-40c4-97bd-eeaa0a1fe2bd req-3dea1be0-ea77-4558-a80f-b3e59d80f85c service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e8a63a2-5796-4af1-8add-99fedc042cba HTTP/1.1" status: 200 len: 917 time: 0.0887241 Oct 18 03:01:45.026948 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-e919a87d-55a2-40c4-97bd-eeaa0a1fe2bd req-723922eb-57e1-483c-a135-11d87fe2a5a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a16b945e-b164-4ca8-8381-bef80a1ac009 HTTP/1.1" status: 200 len: 1001 time: 0.0730717 Oct 18 03:01:45.081974 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919a87d-55a2-40c4-97bd-eeaa0a1fe2bd req-01251dd8-c334-4647-b8d7-f79ca0e005cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:45.083693 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-e919a87d-55a2-40c4-97bd-eeaa0a1fe2bd req-01251dd8-c334-4647-b8d7-f79ca0e005cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dead32d3-ed00-4228-a06c-9c73190d2cad HTTP/1.1" status: 200 len: 855 time: 0.0473137 Oct 18 03:01:45.133730 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919a87d-55a2-40c4-97bd-eeaa0a1fe2bd req-73882ec4-d4ca-42d2-b211-781e638c1f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:45.135303 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-e919a87d-55a2-40c4-97bd-eeaa0a1fe2bd req-73882ec4-d4ca-42d2-b211-781e638c1f1d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e8a63a2-5796-4af1-8add-99fedc042cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433800 Oct 18 03:01:45.151371 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05c4e1-8abe-4a7b-b6e4-a0ffd276dcb6 req-f22bd95e-24bb-4d31-9479-4c275b8cf39d tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:45.152375 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4c05c4e1-8abe-4a7b-b6e4-a0ffd276dcb6 req-f22bd95e-24bb-4d31-9479-4c275b8cf39d tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=b52093f0-558e-4047-beb7-3ca18c1e989f HTTP/1.1" status: 200 len: 943 time: 0.0518744 Oct 18 03:01:45.207897 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4c05c4e1-8abe-4a7b-b6e4-a0ffd276dcb6 req-2b6a17bb-6cdf-451e-8d16-b3313e581cc5 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420480 Oct 18 03:01:45.238315 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-e919a87d-55a2-40c4-97bd-eeaa0a1fe2bd req-e2477087-1c6f-4671-83bb-77a74c8bd91b service neutron] 10.222.0.36 "GET /v2.0/networks/2e8a63a2-5796-4af1-8add-99fedc042cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948014 Oct 18 03:01:45.335218 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-e919a87d-55a2-40c4-97bd-eeaa0a1fe2bd req-4a5c7220-93f9-49d8-87f1-21c0c9279221 service neutron] 10.222.0.36 "GET /v2.0/networks/2e8a63a2-5796-4af1-8add-99fedc042cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888078 Oct 18 03:01:45.711065 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d40d2-53ff-41fd-9397-f1e1076cbe37 req-bb019875-37e9-4d02-9116-f3b58b4d3f9e tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:45.712517 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-364d40d2-53ff-41fd-9397-f1e1076cbe37 req-bb019875-37e9-4d02-9116-f3b58b4d3f9e tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.0488582 Oct 18 03:01:45.751091 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-364d40d2-53ff-41fd-9397-f1e1076cbe37 req-0e195f0b-42e4-400f-81c5-1b27ba2c598f tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325139 Oct 18 03:01:45.887477 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac983ffe-7ffb-4729-9e94-d5b440714d3b req-2e41524e-8cfc-4d37-a9cb-99413be3f3f2 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:45.888953 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ac983ffe-7ffb-4729-9e94-d5b440714d3b req-2e41524e-8cfc-4d37-a9cb-99413be3f3f2 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0595958 Oct 18 03:01:45.931596 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ac983ffe-7ffb-4729-9e94-d5b440714d3b req-0eca29be-8c42-412f-9362-f446e4765eb7 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346572 Oct 18 03:01:45.996811 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a5a67e42-a6ba-4793-8796-7d4eb893e21d req-5d8ab994-c47e-479e-9586-cf1c5e1cf4b6 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1f502d4-82a4-40c7-8a07-8a66a13167bf HTTP/1.1" status: 200 len: 210 time: 0.0277996 Oct 18 03:01:46.310420 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e85d5-cbb0-4fa8-a4b2-8cece3d7a603 req-227e3bbf-54db-45cf-89b1-443396ce63f0 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:46.312433 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9d7e85d5-cbb0-4fa8-a4b2-8cece3d7a603 req-227e3bbf-54db-45cf-89b1-443396ce63f0 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=b52093f0-558e-4047-beb7-3ca18c1e989f HTTP/1.1" status: 200 len: 943 time: 0.0492613 Oct 18 03:01:46.350704 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9d7e85d5-cbb0-4fa8-a4b2-8cece3d7a603 req-9637607e-fc7a-4cbf-983b-59ee11f15f34 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315926 Oct 18 03:01:46.617421 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 8b7a5ce2-253b-4aa8-858a-72eec6150eef details requested by agent hyperv_hv-cinder-81433 with host hv-cinder-81433 {{(pid=106638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 03:01:46.761257 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 8b7a5ce2-253b-4aa8-858a-72eec6150eef, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=8b7a5ce2-253b-4aa8-858a-72eec6150eef,segment=NetworkSegment(93fde34d-71f4-4664-b4a1-dc668456a811),segment_id=93fde34d-71f4-4664-b4a1-dc668456a811)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:01:46.773368 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Returning: {'device': '8b7a5ce2-253b-4aa8-858a-72eec6150eef', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'port_id': '8b7a5ce2-253b-4aa8-858a-72eec6150eef', 'mac_address': 'fa:16:3e:f7:3d:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 03:01:46.817604 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:46.834918 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b7a5ce2-253b-4aa8-858a-72eec6150eef {{(pid=106638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 03:01:46.856177 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 8b7a5ce2-253b-4aa8-858a-72eec6150eef, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=8b7a5ce2-253b-4aa8-858a-72eec6150eef,segment=NetworkSegment(93fde34d-71f4-4664-b4a1-dc668456a811),segment_id=93fde34d-71f4-4664-b4a1-dc668456a811)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:01:46.907731 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81e184-180c-455c-84b8-e5e25efab1af req-5661c7ce-8442-4470-b1df-22b8840cf3c2 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:46.907731 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-3a81e184-180c-455c-84b8-e5e25efab1af req-5661c7ce-8442-4470-b1df-22b8840cf3c2 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.0679801 Oct 18 03:01:46.947296 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-3a81e184-180c-455c-84b8-e5e25efab1af req-46f10b94-42f3-4c3e-a88a-5e2f98749ef3 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345917 Oct 18 03:01:46.974022 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:47.042166 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=8b7a5ce2-253b-4aa8-858a-72eec6150eef,revision_number=4']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:47.097337 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120439ea-707e-44ca-95ae-693ed63825cb req-f31a0b88-4762-4d38-a967-7a58dc30f640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:47.099489 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-120439ea-707e-44ca-95ae-693ed63825cb req-f31a0b88-4762-4d38-a967-7a58dc30f640 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 1099 time: 0.0712130 Oct 18 03:01:47.102415 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612da80a-878e-40ca-8520-1d335440974a req-f75bfc08-6fa9-4577-a678-0ce8f19c2ce7 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:47.104016 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-612da80a-878e-40ca-8520-1d335440974a req-f75bfc08-6fa9-4577-a678-0ce8f19c2ce7 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0636067 Oct 18 03:01:47.139194 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-164a841b-7f0f-4bc9-a81d-3ca40e8ba761 req-875226b7-e521-4e2f-8304-4c7cdde2ab21 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1f502d4-82a4-40c7-8a07-8a66a13167bf HTTP/1.1" status: 200 len: 210 time: 0.0337725 Oct 18 03:01:47.160583 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-120439ea-707e-44ca-95ae-693ed63825cb req-ee2e7302-a386-4df7-be76-5e00bc42f2d3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415418 Oct 18 03:01:47.180175 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-612da80a-878e-40ca-8520-1d335440974a req-bdc26886-442b-41f8-9e3d-64d337dc294d tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636091 Oct 18 03:01:47.231794 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['8b7a5ce2-253b-4aa8-858a-72eec6150eef'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:01:47.516042 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-e2d977a4-e94b-4639-879a-405f61a89f31 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:47.517562 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-e2d977a4-e94b-4639-879a-405f61a89f31 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.36 "GET /v2.0/networks?id=a6fd56a1-cd6e-44d7-ba21-30666bcff4a2 HTTP/1.1" status: 200 len: 808 time: 0.1280553 Oct 18 03:01:47.531414 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46dcac-6a02-4a47-84a7-2d7e94c9cd1d req-c05c98cf-6862-4ee0-92a0-7ba1ffe80b3e tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:47.537090 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-da46dcac-6a02-4a47-84a7-2d7e94c9cd1d req-c05c98cf-6862-4ee0-92a0-7ba1ffe80b3e tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=b52093f0-558e-4047-beb7-3ca18c1e989f HTTP/1.1" status: 200 len: 944 time: 0.0896289 Oct 18 03:01:47.546718 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-e6a19ac0-34b6-4014-894b-e073bb4adfab tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Request body: {'port': {'device_id': 'e1f502d4-82a4-40c7-8a07-8a66a13167bf', 'network_id': 'a6fd56a1-cd6e-44d7-ba21-30666bcff4a2', 'admin_state_up': True, 'tenant_id': 'b291bbb873a24467b13cde8d12ee52db'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:01:47.594253 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-da46dcac-6a02-4a47-84a7-2d7e94c9cd1d req-c5b0feeb-1a53-4e2e-b261-7bb59029999b tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478487 Oct 18 03:01:47.823401 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-e6a19ac0-34b6-4014-894b-e073bb4adfab tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Made reservation on behalf of b291bbb873a24467b13cde8d12ee52db for: {'port': 1} {{(pid=106637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 03:01:47.826962 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-e6a19ac0-34b6-4014-894b-e073bb4adfab tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:47.953435 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_common [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-e6a19ac0-34b6-4014-894b-e073bb4adfab tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Allocated IP 172.20.0.2 (a6fd56a1-cd6e-44d7-ba21-30666bcff4a2/929ff636-6271-4b23-bddd-730ce40bc1d5/8074eea3-d71f-436d-9bab-a09a58e0992d) {{(pid=106637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:01:48.098425 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6606c37-55c4-4c0d-bae4-967bc09962e1 req-5314d747-9be5-489d-a30c-9e8e44350cfa tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:48.100010 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c6606c37-55c4-4c0d-bae4-967bc09962e1 req-5314d747-9be5-489d-a30c-9e8e44350cfa tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 946 time: 0.0492361 Oct 18 03:01:48.115673 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-e6a19ac0-34b6-4014-894b-e073bb4adfab tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Notify callbacks [] for port, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:48.146989 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c6606c37-55c4-4c0d-bae4-967bc09962e1 req-ef2a7dbb-9e72-4e1b-b6b9-5a17904f7fcf tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405419 Oct 18 03:01:48.244484 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d331befd-e626-4fc4-9b73-894ba13d62bb req-e68dbe42-d07f-4bd7-a42c-1a5e2548891f tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1f502d4-82a4-40c7-8a07-8a66a13167bf HTTP/1.1" status: 200 len: 210 time: 0.0288522 Oct 18 03:01:48.275429 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-e6a19ac0-34b6-4014-894b-e073bb4adfab tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:48.331305 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-e6a19ac0-34b6-4014-894b-e073bb4adfab tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Network a6fd56a1-cd6e-44d7-ba21-30666bcff4a2 is already hosted by enough agents. {{(pid=106637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:01:48.334456 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-e6a19ac0-34b6-4014-894b-e073bb4adfab tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Resources bound (agent type, host, resource id): {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:01:48.337179 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-e6a19ac0-34b6-4014-894b-e073bb4adfab tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Received port after_create {{(pid=106637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:01:48.361108 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47edaad-4ad6-409d-9ad0-37dd6274ed63 req-95fa119d-9946-4e1d-94fc-bf805ce2418b tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:48.362605 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c47edaad-4ad6-409d-9ad0-37dd6274ed63 req-95fa119d-9946-4e1d-94fc-bf805ce2418b tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0552008 Oct 18 03:01:48.368623 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a19ac0-34b6-4014-894b-e073bb4adfab tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Pushing event updated for resources: {'Port': ['ID=8074eea3-d71f-436d-9bab-a09a58e0992d,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:48.398271 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-e6a19ac0-34b6-4014-894b-e073bb4adfab tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:48.399197 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-e6a19ac0-34b6-4014-894b-e073bb4adfab tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:48.414782 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c47edaad-4ad6-409d-9ad0-37dd6274ed63 req-489f9790-cefc-4f84-a2e1-d791e022a896 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451200 Oct 18 03:01:48.506138 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-e6a19ac0-34b6-4014-894b-e073bb4adfab tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9711549 Oct 18 03:01:48.522704 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-31cb067d-c6a8-4fe3-9b23-273e35425ce1 service neutron] Request body: {'port': {'device_id': 'e1f502d4-82a4-40c7-8a07-8a66a13167bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81433'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:01:48.574062 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-31cb067d-c6a8-4fe3-9b23-273e35425ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:48.650933 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 8b7a5ce2-253b-4aa8-858a-72eec6150eef up at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:01:48.723647 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100a856-e93e-4893-8363-b5a822d176c3 req-05bf8e36-9e4b-4bf7-a978-c51352df03ac tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:48.725246 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e100a856-e93e-4893-8363-b5a822d176c3 req-05bf8e36-9e4b-4bf7-a978-c51352df03ac tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=b52093f0-558e-4047-beb7-3ca18c1e989f HTTP/1.1" status: 200 len: 944 time: 0.0563416 Oct 18 03:01:48.766396 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e100a856-e93e-4893-8363-b5a822d176c3 req-45837ee9-3978-4365-a80d-9f6e6586aafc tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346999 Oct 18 03:01:48.817696 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning for port 8b7a5ce2-253b-4aa8-858a-72eec6150eef completed by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 03:01:48.821986 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning complete for port 8b7a5ce2-253b-4aa8-858a-72eec6150eef triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:01:48.822362 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:48.855092 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.notifiers.nova [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-31cb067d-c6a8-4fe3-9b23-273e35425ce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8074eea3-d71f-436d-9bab-a09a58e0992d {{(pid=106637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 03:01:48.862584 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-31cb067d-c6a8-4fe3-9b23-273e35425ce1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:48.877821 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.provisioning_blocks [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-31cb067d-c6a8-4fe3-9b23-273e35425ce1 service neutron] Transition to ACTIVE for port object 8074eea3-d71f-436d-9bab-a09a58e0992d will not be triggered until provisioned by entity L2. {{(pid=106637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 03:01:48.905590 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:48.927662 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52093f0-558e-4047-beb7-3ca18c1e989f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7a5ce2-253b-4aa8-858a-72eec6150eef'}] {{(pid=106638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:01:48.929947 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd784869ff86f08281957869a4884f8f45cf6a5f98b2b439ba04ffc4a22c0e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4102ca2-8ddb-429b-8484-4baedd78df45" -d '{"events": [{"server_uuid": "b52093f0-558e-4047-beb7-3ca18c1e989f", "name": "network-vif-plugged", "status": "completed", "tag": "8b7a5ce2-253b-4aa8-858a-72eec6150eef"}]}' {{(pid=106638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:01:48.949376 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 8b7a5ce2-253b-4aa8-858a-72eec6150eef, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=8b7a5ce2-253b-4aa8-858a-72eec6150eef,segment=NetworkSegment(93fde34d-71f4-4664-b4a1-dc668456a811),segment_id=93fde34d-71f4-4664-b4a1-dc668456a811)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:01:48.968372 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7804f7e-9040-4904-a27c-941c1f3b90c4 x-openstack-request-id: req-d7804f7e-9040-4904-a27c-941c1f3b90c4 {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:01:48.968766 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52093f0-558e-4047-beb7-3ca18c1e989f", "name": "network-vif-plugged", "status": "completed", "tag": "8b7a5ce2-253b-4aa8-858a-72eec6150eef", "code": 200}]} {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:01:48.969024 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d7804f7e-9040-4904-a27c-941c1f3b90c4 {{(pid=106638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:01:48.969418 dv-cinder-814333-1-iscsi neutron-server[106638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52093f0-558e-4047-beb7-3ca18c1e989f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7a5ce2-253b-4aa8-858a-72eec6150eef', 'code': 200} Oct 18 03:01:49.001110 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-31cb067d-c6a8-4fe3-9b23-273e35425ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3168564'] for port, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:49.029106 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:49.030126 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device a16b945e-b164-4ca8-8381-bef80a1ac009 no longer exists at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:01:49.087470 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb067d-c6a8-4fe3-9b23-273e35425ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=8074eea3-d71f-436d-9bab-a09a58e0992d,revision_number=2']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:49.117026 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=8b7a5ce2-253b-4aa8-858a-72eec6150eef,revision_number=5']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:49.152961 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-31cb067d-c6a8-4fe3-9b23-273e35425ce1 service neutron] Attempting to bind port 8074eea3-d71f-436d-9bab-a09a58e0992d on host hv-cinder-81433 for vnic_type normal with profile {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 03:01:49.153462 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-31cb067d-c6a8-4fe3-9b23-273e35425ce1 service neutron] Attempting to bind port 8074eea3-d71f-436d-9bab-a09a58e0992d by drivers openvswitch,hyperv on host hv-cinder-81433 at level 0 using segments [{'id': '2a5df9d3-4a5f-4f19-8fed-3d3e1dc7cdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a6fd56a1-cd6e-44d7-ba21-30666bcff4a2'}] {{(pid=106637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 03:01:49.154090 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-31cb067d-c6a8-4fe3-9b23-273e35425ce1 service neutron] Attempting to bind port 8074eea3-d71f-436d-9bab-a09a58e0992d on network a6fd56a1-cd6e-44d7-ba21-30666bcff4a2 {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:01:49.161435 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-31cb067d-c6a8-4fe3-9b23-273e35425ce1 service neutron] Port 8074eea3-d71f-436d-9bab-a09a58e0992d on network a6fd56a1-cd6e-44d7-ba21-30666bcff4a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81433 {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 03:01:49.161765 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-31cb067d-c6a8-4fe3-9b23-273e35425ce1 service neutron] Attempting to bind port 8074eea3-d71f-436d-9bab-a09a58e0992d on network a6fd56a1-cd6e-44d7-ba21-30666bcff4a2 {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:01:49.167076 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:49.168423 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-31cb067d-c6a8-4fe3-9b23-273e35425ce1 service neutron] Checking agent: {'id': '54b63e31-ff86-4d84-9464-5034764a1d76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81433', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'started_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 3, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 03:01:49.168772 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-31cb067d-c6a8-4fe3-9b23-273e35425ce1 service neutron] Checking segment: {'id': '2a5df9d3-4a5f-4f19-8fed-3d3e1dc7cdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a6fd56a1-cd6e-44d7-ba21-30666bcff4a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:01:49.169980 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-31cb067d-c6a8-4fe3-9b23-273e35425ce1 service neutron] Bound using segment: {'id': '2a5df9d3-4a5f-4f19-8fed-3d3e1dc7cdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a6fd56a1-cd6e-44d7-ba21-30666bcff4a2'} {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 03:01:49.170745 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-31cb067d-c6a8-4fe3-9b23-273e35425ce1 service neutron] Bound port: 8074eea3-d71f-436d-9bab-a09a58e0992d, host: hv-cinder-81433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5df9d3-4a5f-4f19-8fed-3d3e1dc7cdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a6fd56a1-cd6e-44d7-ba21-30666bcff4a2'}}] {{(pid=106637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 03:01:49.174130 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-31cb067d-c6a8-4fe3-9b23-273e35425ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:49.211179 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port a16b945e-b164-4ca8-8381-bef80a1ac009, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=a16b945e-b164-4ca8-8381-bef80a1ac009,segment=NetworkSegment(0a4479a8-2092-4dd6-9759-50afb4a3e69f),segment_id=0a4479a8-2092-4dd6-9759-50afb4a3e69f)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:01:49.259691 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-31cb067d-c6a8-4fe3-9b23-273e35425ce1 service neutron] For port 8074eea3-d71f-436d-9bab-a09a58e0992d, host hv-cinder-81433, cleared binding levels {{(pid=106637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 03:01:49.262545 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-31cb067d-c6a8-4fe3-9b23-273e35425ce1 service neutron] For port 8074eea3-d71f-436d-9bab-a09a58e0992d, host hv-cinder-81433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=8074eea3-d71f-436d-9bab-a09a58e0992d,segment=NetworkSegment(2a5df9d3-4a5f-4f19-8fed-3d3e1dc7cdcf),segment_id=2a5df9d3-4a5f-4f19-8fed-3d3e1dc7cdcf)] {{(pid=106637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 03:01:49.332141 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d880bb32-c586-4957-9139-ebd157c9726c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:49.332686 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-31cb067d-c6a8-4fe3-9b23-273e35425ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3168564'] for port, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:49.334562 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:49.374755 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-31cb067d-c6a8-4fe3-9b23-273e35425ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:49.374877 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-31cb067d-c6a8-4fe3-9b23-273e35425ce1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:49.376179 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-31cb067d-c6a8-4fe3-9b23-273e35425ce1 service neutron] 10.222.0.36 "PUT /v2.0/ports/8074eea3-d71f-436d-9bab-a09a58e0992d HTTP/1.1" status: 200 len: 1093 time: 0.8575790 Oct 18 03:01:49.376899 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f502d4-82a4-40c7-8a07-8a66a13167bf', 'tag': '8074eea3-d71f-436d-9bab-a09a58e0992d'}] {{(pid=106637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:01:49.379068 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84e416a7c2bb109cea857a7500c5c4b938dbd8fc9acb645868c31a21fed55845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7628058d-7791-42c5-81eb-c7b712fe8284" -d '{"events": [{"name": "network-changed", "server_uuid": "e1f502d4-82a4-40c7-8a07-8a66a13167bf", "tag": "8074eea3-d71f-436d-9bab-a09a58e0992d"}]}' {{(pid=106637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:01:49.401297 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfe388-d404-440a-87c8-9ba8121b10af req-c0e16171-6d15-4823-b79e-c1b85d4aea11 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:49.403006 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4bbfe388-d404-440a-87c8-9ba8121b10af req-c0e16171-6d15-4823-b79e-c1b85d4aea11 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1f502d4-82a4-40c7-8a07-8a66a13167bf HTTP/1.1" status: 200 len: 943 time: 0.0824924 Oct 18 03:01:49.408193 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=a16b945e-b164-4ca8-8381-bef80a1ac009,revision_number=8']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:49.411069 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb067d-c6a8-4fe3-9b23-273e35425ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=8074eea3-d71f-436d-9bab-a09a58e0992d,revision_number=3']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:49.478581 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8fe81d-2726-43c9-a85f-2e3e5cb7f105 req-c0518b34-b1d7-41a1-afb1-8e2e25d0ba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:49.480418 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8e8fe81d-2726-43c9-a85f-2e3e5cb7f105 req-c0518b34-b1d7-41a1-afb1-8e2e25d0ba1f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b52093f0-558e-4047-beb7-3ca18c1e989f HTTP/1.1" status: 200 len: 1098 time: 0.0762875 Oct 18 03:01:49.483374 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4bbfe388-d404-440a-87c8-9ba8121b10af req-29d7d250-c8e3-4d8a-b7b6-d9513fee79ce tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/security-groups?id=4369dea6-70e9-436a-8f7e-7cb490a582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533345 Oct 18 03:01:49.539951 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8e8fe81d-2726-43c9-a85f-2e3e5cb7f105 req-86fe3357-8ea7-4537-8bce-db8de38d35ba service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487475 Oct 18 03:01:49.560404 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-5016842f-e62a-4ca9-9769-a3a855910023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:49.560404 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-5016842f-e62a-4ca9-9769-a3a855910023 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b291bbb873a24467b13cde8d12ee52db&device_id=e1f502d4-82a4-40c7-8a07-8a66a13167bf HTTP/1.1" status: 200 len: 1096 time: 0.0586674 Oct 18 03:01:49.560404 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 03:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6855273b-a973-43c4-b1e3-5b84827fa927 x-openstack-request-id: req-6855273b-a973-43c4-b1e3-5b84827fa927 {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:01:49.560404 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1f502d4-82a4-40c7-8a07-8a66a13167bf", "tag": "8074eea3-d71f-436d-9bab-a09a58e0992d", "status": "completed", "code": 200}]} {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:01:49.560404 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6855273b-a973-43c4-b1e3-5b84827fa927 {{(pid=106637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:01:49.560404 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f502d4-82a4-40c7-8a07-8a66a13167bf', 'tag': '8074eea3-d71f-436d-9bab-a09a58e0992d', 'status': 'completed', 'code': 200} Oct 18 03:01:49.616751 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57c3f3-8ac7-4428-8700-8bd8651cd65d req-6b751ee9-3a85-4987-a8a7-0a643d702a93 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:49.619083 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7a57c3f3-8ac7-4428-8700-8bd8651cd65d req-6b751ee9-3a85-4987-a8a7-0a643d702a93 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0552740 Oct 18 03:01:49.662002 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7a57c3f3-8ac7-4428-8700-8bd8651cd65d req-9ab62e41-242d-40d7-be6e-5aa26f0fa485 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376801 Oct 18 03:01:49.701416 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 34758) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:01:49.710996 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [req-7c0ede65-76ce-4763-ba03-cccf037d74bb req-188c2136-6934-4b47-9c41-5a04bd41b383 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=106636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 03:01:49.712365 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7c0ede65-76ce-4763-ba03-cccf037d74bb req-188c2136-6934-4b47-9c41-5a04bd41b383 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056133 Oct 18 03:01:49.784145 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-a391aea4-8a85-42c8-9f93-e81835dd5c2a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8074eea3-d71f-436d-9bab-a09a58e0992d HTTP/1.1" status: 200 len: 217 time: 0.0368707 Oct 18 03:01:49.868765 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-94124f0c-85b3-4adf-9939-35e2a1162870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:49.870242 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-94124f0c-85b3-4adf-9939-35e2a1162870 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=929ff636-6271-4b23-bddd-730ce40bc1d5 HTTP/1.1" status: 200 len: 848 time: 0.0788636 Oct 18 03:01:49.894478 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-f623eb7d-51fd-4495-9dac-5927fdc42ad3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1487d11111e74b55afbabb638f860b05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1917470 Oct 18 03:01:49.896276 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 34770) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:01:49.911471 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-e9b9f55e-9742-4d9e-b577-90bf28ac4afa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6fd56a1-cd6e-44d7-ba21-30666bcff4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331519 Oct 18 03:01:49.998401 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85430d-571b-4470-af7b-29a9cd782fea req-c2a42c5c-f4a5-4875-9f10-29e81edc274a tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:50.000169 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ef85430d-571b-4470-af7b-29a9cd782fea req-c2a42c5c-f4a5-4875-9f10-29e81edc274a tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=b52093f0-558e-4047-beb7-3ca18c1e989f HTTP/1.1" status: 200 len: 945 time: 0.0888431 Oct 18 03:01:50.003476 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-222e7b6d-1e6a-440f-b61c-5310761649cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:50.006296 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-5f8b0602-1ab0-4153-bd02-039c5f88222a service neutron] 10.222.0.36 "GET /v2.0/networks/a6fd56a1-cd6e-44d7-ba21-30666bcff4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853152 Oct 18 03:01:50.046189 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-222e7b6d-1e6a-440f-b61c-5310761649cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:50.072078 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ef85430d-571b-4470-af7b-29a9cd782fea req-135e2b19-d59f-42b6-9c4c-e628fe300b3d tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655420 Oct 18 03:01:50.201446 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad98171-2cd0-4af0-badc-0bd7f73b3c8a req-4886d02c-477a-45a8-9a56-af594e38ec17 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:50.204034 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-dad98171-2cd0-4af0-badc-0bd7f73b3c8a req-4886d02c-477a-45a8-9a56-af594e38ec17 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 944 time: 0.0553002 Oct 18 03:01:50.244823 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-dad98171-2cd0-4af0-badc-0bd7f73b3c8a req-9da715f6-19d6-458d-a871-ebdfd465fb16 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343206 Oct 18 03:01:50.283541 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-222e7b6d-1e6a-440f-b61c-5310761649cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:50.289462 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-222e7b6d-1e6a-440f-b61c-5310761649cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:50.291155 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-222e7b6d-1e6a-440f-b61c-5310761649cb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/40c4978b-02c4-430f-924a-a38166788f38 HTTP/1.1" status: 204 len: 168 time: 0.3937402 Oct 18 03:01:50.303653 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e7b6d-1e6a-440f-b61c-5310761649cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c4978b-02c4-430f-924a-a38166788f38,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:50.361845 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-f965b9cb-cdf3-4021-872a-e3ab54541903 req-3d147f9b-4575-4e12-9808-d2191deb54cd service neutron] 10.222.0.36 "GET /v2.0/networks/a6fd56a1-cd6e-44d7-ba21-30666bcff4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456316 Oct 18 03:01:50.573232 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628058d-7791-42c5-81eb-c7b712fe8284 req-a5fb5d84-046d-4e90-8cae-06e7488f9136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:50.574977 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-7628058d-7791-42c5-81eb-c7b712fe8284 req-a5fb5d84-046d-4e90-8cae-06e7488f9136 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b291bbb873a24467b13cde8d12ee52db&device_id=e1f502d4-82a4-40c7-8a07-8a66a13167bf HTTP/1.1" status: 200 len: 1096 time: 0.0466187 Oct 18 03:01:50.673612 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829aacf-3986-46d4-9c7e-ac1220103616 req-799b8d82-384a-452b-b6c3-85085376f004 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:50.675186 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c829aacf-3986-46d4-9c7e-ac1220103616 req-799b8d82-384a-452b-b6c3-85085376f004 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.1074340 Oct 18 03:01:50.688208 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0881a-8351-4b02-bc4a-572ca3512324 req-a6545e77-22e6-481d-8cbb-1ee81d169d82 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:50.695302 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-73f0881a-8351-4b02-bc4a-572ca3512324 req-a6545e77-22e6-481d-8cbb-1ee81d169d82 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1f502d4-82a4-40c7-8a07-8a66a13167bf HTTP/1.1" status: 200 len: 943 time: 0.1096234 Oct 18 03:01:50.710283 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628058d-7791-42c5-81eb-c7b712fe8284 req-5d998788-55b8-4f77-b3e3-9c43e04f9275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:50.712383 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-7628058d-7791-42c5-81eb-c7b712fe8284 req-5d998788-55b8-4f77-b3e3-9c43e04f9275 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6fd56a1-cd6e-44d7-ba21-30666bcff4a2 HTTP/1.1" status: 200 len: 909 time: 0.1240954 Oct 18 03:01:50.773970 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-7628058d-7791-42c5-81eb-c7b712fe8284 req-064a1e61-6cf5-4069-830e-9683f1dcf31b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8074eea3-d71f-436d-9bab-a09a58e0992d HTTP/1.1" status: 200 len: 217 time: 0.0429187 Oct 18 03:01:50.787511 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-73f0881a-8351-4b02-bc4a-572ca3512324 req-4d0377dc-f7b7-4895-89d4-666ffb5c2186 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/security-groups?id=4369dea6-70e9-436a-8f7e-7cb490a582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913546 Oct 18 03:01:50.799796 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c829aacf-3986-46d4-9c7e-ac1220103616 req-89c9e970-b509-4219-abd8-1441165897d4 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018755 Oct 18 03:01:50.816529 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30bd155-f5d5-43a9-ab33-595c86125d17 req-69539490-64dc-4282-974d-1bc7b6306d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:50.823230 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b30bd155-f5d5-43a9-ab33-595c86125d17 req-69539490-64dc-4282-974d-1bc7b6306d6a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6894422efe52423ca3f7a27e517ac618&device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 1099 time: 0.0753665 Oct 18 03:01:50.837403 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628058d-7791-42c5-81eb-c7b712fe8284 req-7d03121e-92f5-44ab-bb60-d3a2d5604bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:50.842736 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-7628058d-7791-42c5-81eb-c7b712fe8284 req-7d03121e-92f5-44ab-bb60-d3a2d5604bb9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=929ff636-6271-4b23-bddd-730ce40bc1d5 HTTP/1.1" status: 200 len: 848 time: 0.0606651 Oct 18 03:01:50.884344 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-7628058d-7791-42c5-81eb-c7b712fe8284 req-c74a8a3d-7b41-4e04-8ac2-c701ec3ec066 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6fd56a1-cd6e-44d7-ba21-30666bcff4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278599 Oct 18 03:01:50.943982 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30bd155-f5d5-43a9-ab33-595c86125d17 req-e5c415ea-f5d4-4d19-9521-0b2988658283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:50.945468 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b30bd155-f5d5-43a9-ab33-595c86125d17 req-e5c415ea-f5d4-4d19-9521-0b2988658283 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d30303c-fcdb-4228-b9fc-587a12d80856 HTTP/1.1" status: 200 len: 920 time: 0.1187840 Oct 18 03:01:50.971545 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9575e503-5c9a-4e7b-b89b-d13b526a9216', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a16b945e-b164-4ca8-8381-bef80a1ac009'}] {{(pid=106638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:01:50.973882 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd784869ff86f08281957869a4884f8f45cf6a5f98b2b439ba04ffc4a22c0e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c8498e-302e-406c-b052-e88b0a808edf" -d '{"events": [{"server_uuid": "9575e503-5c9a-4e7b-b89b-d13b526a9216", "name": "network-vif-unplugged", "status": "completed", "tag": "a16b945e-b164-4ca8-8381-bef80a1ac009"}]}' {{(pid=106638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:01:51.016455 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 18 Oct 2021 03:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399097e2-0f8d-46b4-b973-ac569b9a7f29 x-openstack-request-id: req-399097e2-0f8d-46b4-b973-ac569b9a7f29 {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:01:51.017053 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9575e503-5c9a-4e7b-b89b-d13b526a9216", "name": "network-vif-unplugged", "status": "failed", "tag": "a16b945e-b164-4ca8-8381-bef80a1ac009", "code": 422}]} {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:01:51.025494 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-399097e2-0f8d-46b4-b973-ac569b9a7f29 {{(pid=106638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:01:51.025494 dv-cinder-814333-1-iscsi neutron-server[106638]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9575e503-5c9a-4e7b-b89b-d13b526a9216', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a16b945e-b164-4ca8-8381-bef80a1ac009', 'code': 422} returned with failed status Oct 18 03:01:51.025827 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b30bd155-f5d5-43a9-ab33-595c86125d17 req-1a94148c-4ea2-4d8b-bc44-706b73a68213 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07318d5b-0abb-418e-86c4-a0e2df0a7bc9 HTTP/1.1" status: 200 len: 217 time: 0.0658078 Oct 18 03:01:51.036505 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-7628058d-7791-42c5-81eb-c7b712fe8284 req-6ed38053-bb1e-4e9c-a8ad-2c3b34d9ea84 service neutron] 10.222.0.36 "GET /v2.0/networks/a6fd56a1-cd6e-44d7-ba21-30666bcff4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303086 Oct 18 03:01:51.058371 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 34810) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:01:51.083430 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30bd155-f5d5-43a9-ab33-595c86125d17 req-baf9f81c-bad2-431f-8457-234ebb52ca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:51.084606 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b30bd155-f5d5-43a9-ab33-595c86125d17 req-baf9f81c-bad2-431f-8457-234ebb52ca41 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=408cb873-47be-40b3-8bec-d74941eb7535 HTTP/1.1" status: 200 len: 859 time: 0.0518191 Oct 18 03:01:51.153651 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-7628058d-7791-42c5-81eb-c7b712fe8284 req-19cddc65-7dd3-47cf-b2a6-ee73e850ba28 service neutron] 10.222.0.36 "GET /v2.0/networks/a6fd56a1-cd6e-44d7-ba21-30666bcff4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089897 Oct 18 03:01:51.343457 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b30bd155-f5d5-43a9-ab33-595c86125d17 req-457411db-f183-4763-90ea-59313d30614b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d30303c-fcdb-4228-b9fc-587a12d80856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2505889 Oct 18 03:01:51.506135 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4d0d29b1-296c-449d-9f4e-984d2408dfdd req-1b2776c1-29c9-4b8d-b3e3-bfea90c4317c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4466732 Oct 18 03:01:51.517425 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c012f10-2036-4b1d-aac8-c8ba4514e730 req-8ddd52d6-cd07-452a-91ce-e699f2776370 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:51.518944 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-2c012f10-2036-4b1d-aac8-c8ba4514e730 req-8ddd52d6-cd07-452a-91ce-e699f2776370 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=b52093f0-558e-4047-beb7-3ca18c1e989f HTTP/1.1" status: 200 len: 945 time: 0.1808786 Oct 18 03:01:51.532688 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [req-4d0d29b1-296c-449d-9f4e-984d2408dfdd req-fa5f513d-9d14-4ada-a0d2-c00dc16fcf51 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=106636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 03:01:51.532688 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4d0d29b1-296c-449d-9f4e-984d2408dfdd req-fa5f513d-9d14-4ada-a0d2-c00dc16fcf51 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050766 Oct 18 03:01:51.542321 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303af7c-755b-46c3-922e-6678e0cdcdbf req-bee107b7-7a5a-4337-9536-4a234ba91939 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:51.543784 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6303af7c-755b-46c3-922e-6678e0cdcdbf req-bee107b7-7a5a-4337-9536-4a234ba91939 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 944 time: 0.2028222 Oct 18 03:01:51.560579 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b30bd155-f5d5-43a9-ab33-595c86125d17 req-315d8686-5951-4a1e-a5c7-901c5268c3b8 service neutron] 10.222.0.36 "GET /v2.0/networks/4d30303c-fcdb-4228-b9fc-587a12d80856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971428 Oct 18 03:01:51.610927 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 34832) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:01:51.655081 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-2c012f10-2036-4b1d-aac8-c8ba4514e730 req-c54f1582-5521-42a6-a9af-6281ee3cc1fa tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087315 Oct 18 03:01:51.667636 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6303af7c-755b-46c3-922e-6678e0cdcdbf req-c525496b-f5a8-4478-9e3a-808ca3208ec3 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128554 Oct 18 03:01:51.715205 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b30bd155-f5d5-43a9-ab33-595c86125d17 req-fa69916d-cd0b-4ccd-b513-acdd27030cb5 service neutron] 10.222.0.36 "GET /v2.0/networks/4d30303c-fcdb-4228-b9fc-587a12d80856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476996 Oct 18 03:01:51.778334 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-65d2bbc9-c025-4ada-af8d-638b45430850 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1788677769-network', 'tenant_id': 'aeb8c6079c594501930704c21f3365bb'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:01:51.802881 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51bbe2-9c07-4214-8d94-743814c70503 req-5265d61b-59ab-491f-9e49-1ace7d04bf01 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:51.804383 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-db51bbe2-9c07-4214-8d94-743814c70503 req-5265d61b-59ab-491f-9e49-1ace7d04bf01 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=b52093f0-558e-4047-beb7-3ca18c1e989f HTTP/1.1" status: 200 len: 945 time: 0.0517924 Oct 18 03:01:51.847871 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-db51bbe2-9c07-4214-8d94-743814c70503 req-f46a485b-480e-4899-badd-1918f85ad5c6 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370531 Oct 18 03:01:51.871117 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 34846) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:01:51.909828 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d2bbc9-c025-4ada-af8d-638b45430850 admin admin] Made reservation on behalf of aeb8c6079c594501930704c21f3365bb for: {'network': 1} {{(pid=106637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 03:01:51.911504 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-65d2bbc9-c025-4ada-af8d-638b45430850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for network, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:51.924216 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-65d2bbc9-c025-4ada-af8d-638b45430850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:51.939672 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-8199183a-9ac1-4eb2-9a2f-7595f8f6b49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:51.959547 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b0c74-3667-4c16-88ca-36173b675741 req-b2b452b3-1d64-45dd-9e72-aecd50cd8f04 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:51.961017 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-424b0c74-3667-4c16-88ca-36173b675741 req-b2b452b3-1d64-45dd-9e72-aecd50cd8f04 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1f502d4-82a4-40c7-8a07-8a66a13167bf HTTP/1.1" status: 200 len: 943 time: 0.0927937 Oct 18 03:01:51.974530 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cdfbd7-aea4-4f50-a2ce-0845944d0e07 req-e67877a5-269a-4089-8c9c-f2bf0925f50d tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:51.976079 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e2cdfbd7-aea4-4f50-a2ce-0845944d0e07 req-e67877a5-269a-4089-8c9c-f2bf0925f50d tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0663421 Oct 18 03:01:52.058004 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-65d2bbc9-c025-4ada-af8d-638b45430850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:52.063096 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-424b0c74-3667-4c16-88ca-36173b675741 req-0787805b-f6a5-4bda-8817-a94a427af01d tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/security-groups?id=4369dea6-70e9-436a-8f7e-7cb490a582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837507 Oct 18 03:01:52.086377 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e2cdfbd7-aea4-4f50-a2ce-0845944d0e07 req-0b833ed0-bd21-4bf8-a259-41cdc9d4affe tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017931 Oct 18 03:01:52.103042 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2281b52f-3da0-4fd8-8e5e-c898672fc53c tempest-TestVolumeBootPattern-558260585 tempest-TestVolumeBootPattern-558260585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:52.105824 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-2281b52f-3da0-4fd8-8e5e-c898672fc53c tempest-TestVolumeBootPattern-558260585 tempest-TestVolumeBootPattern-558260585-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b52093f0-558e-4047-beb7-3ca18c1e989f HTTP/1.1" status: 200 len: 1093 time: 0.2322404 Oct 18 03:01:52.107977 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 34852) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:01:52.112998 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-3fdad0a9-db8f-4bb6-9c90-3bfc3b612b1b tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Request body: {'floatingip': {'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'port_id': '8b7a5ce2-253b-4aa8-858a-72eec6150eef', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:01:52.156153 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-65d2bbc9-c025-4ada-af8d-638b45430850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:52.179749 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d2bbc9-c025-4ada-af8d-638b45430850 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=106637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 03:01:52.189394 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2bbc9-c025-4ada-af8d-638b45430850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1768bbf3-a273-4a07-99a0-8ea664aac588,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:52.194502 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-65d2bbc9-c025-4ada-af8d-638b45430850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965'] for segment, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:52.194502 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.db.segments_db [None req-65d2bbc9-c025-4ada-af8d-638b45430850 admin admin] Added segment b8f3f050-055d-48ef-afe2-c5127bdfb071 of type vlan for network ee87d67f-51c3-4f94-a5f7-27ba2918850f Oct 18 03:01:52.233892 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-65d2bbc9-c025-4ada-af8d-638b45430850 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748750891129'] for network, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:52.242255 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-3fdad0a9-db8f-4bb6-9c90-3bfc3b612b1b tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for floatingip, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:52.350672 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-3fdad0a9-db8f-4bb6-9c90-3bfc3b612b1b tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:52.407829 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-65d2bbc9-c025-4ada-af8d-638b45430850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149'] for network, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:52.408814 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d2bbc9-c025-4ada-af8d-638b45430850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:52.409526 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-65d2bbc9-c025-4ada-af8d-638b45430850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for network, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:52.504373 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2bbc9-c025-4ada-af8d-638b45430850 admin admin] Pushing event updated for resources: {'Network': ['ID=ee87d67f-51c3-4f94-a5f7-27ba2918850f,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:52.514187 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Network ee87d67f-51c3-4f94-a5f7-27ba2918850f details requested by agent ovs-agent-dv-cinder-814333-1-iscsi with host dv-cinder-814333-1-iscsi {{(pid=106638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 03:01:52.515669 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_common [None req-3fdad0a9-db8f-4bb6-9c90-3bfc3b612b1b tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Allocated IP 172.27.3.198 (ec1e2d0f-026f-465c-b326-53f6d0173c72/df7c5eba-93a9-4f97-9356-1dcfa994647a/843ea3f1-deda-4de8-9e03-3e19d740e2af) {{(pid=106637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:01:52.622607 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-3fdad0a9-db8f-4bb6-9c90-3bfc3b612b1b tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for port, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:52.641000 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:52.680612 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 8074eea3-d71f-436d-9bab-a09a58e0992d details requested by agent hyperv_hv-cinder-81433 with host hv-cinder-81433 {{(pid=106638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 03:01:52.732340 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-65d2bbc9-c025-4ada-af8d-638b45430850 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1188481 Oct 18 03:01:52.735684 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 34856) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:01:52.740618 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [None req-445e8b57-0c14-4513-969a-c792a3c589ee admin admin] Request body: {'subnet': {'network_id': 'ee87d67f-51c3-4f94-a5f7-27ba2918850f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1788677769-subnet', 'tenant_id': 'aeb8c6079c594501930704c21f3365bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:01:52.788578 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 8074eea3-d71f-436d-9bab-a09a58e0992d, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=8074eea3-d71f-436d-9bab-a09a58e0992d,segment=NetworkSegment(2a5df9d3-4a5f-4f19-8fed-3d3e1dc7cdcf),segment_id=2a5df9d3-4a5f-4f19-8fed-3d3e1dc7cdcf)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:01:52.789372 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-3fdad0a9-db8f-4bb6-9c90-3bfc3b612b1b tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:52.803455 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Returning: {'device': '8074eea3-d71f-436d-9bab-a09a58e0992d', 'network_id': 'a6fd56a1-cd6e-44d7-ba21-30666bcff4a2', 'port_id': '8074eea3-d71f-436d-9bab-a09a58e0992d', 'mac_address': 'fa:16:3e:dc:30:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '929ff636-6271-4b23-bddd-730ce40bc1d5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 03:01:52.811404 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecdfa8-97d0-4ab6-b402-00c488b37f6e req-fd19be93-dacc-474f-91e3-ed7244f38446 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:52.813041 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6eecdfa8-97d0-4ab6-b402-00c488b37f6e req-fd19be93-dacc-474f-91e3-ed7244f38446 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 944 time: 0.0594323 Oct 18 03:01:52.830234 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdad0a9-db8f-4bb6-9c90-3bfc3b612b1b tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Network ec1e2d0f-026f-465c-b326-53f6d0173c72 is already hosted by enough agents. {{(pid=106637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:01:52.834818 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [None req-3fdad0a9-db8f-4bb6-9c90-3bfc3b612b1b tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Resources bound (agent type, host, resource id): {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:01:52.839252 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdad0a9-db8f-4bb6-9c90-3bfc3b612b1b tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Received port after_create {{(pid=106637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:01:52.850807 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:52.863050 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6eecdfa8-97d0-4ab6-b402-00c488b37f6e req-d8101c6c-ea25-4090-8d15-86055a68e780 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441380 Oct 18 03:01:52.879012 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8074eea3-d71f-436d-9bab-a09a58e0992d {{(pid=106638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 03:01:52.879548 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdad0a9-db8f-4bb6-9c90-3bfc3b612b1b tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Pushing event updated for resources: {'Port': ['ID=843ea3f1-deda-4de8-9e03-3e19d740e2af,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:52.891276 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 8074eea3-d71f-436d-9bab-a09a58e0992d, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=8074eea3-d71f-436d-9bab-a09a58e0992d,segment=NetworkSegment(2a5df9d3-4a5f-4f19-8fed-3d3e1dc7cdcf),segment_id=2a5df9d3-4a5f-4f19-8fed-3d3e1dc7cdcf)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:01:52.996068 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445e8b57-0c14-4513-969a-c792a3c589ee admin admin] Made reservation on behalf of aeb8c6079c594501930704c21f3365bb for: {'subnet': 1} {{(pid=106636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 03:01:52.998663 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-445e8b57-0c14-4513-969a-c792a3c589ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:53.029579 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:53.097354 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=8074eea3-d71f-436d-9bab-a09a58e0992d,revision_number=4']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:53.255093 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-3fdad0a9-db8f-4bb6-9c90-3bfc3b612b1b tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:53.255325 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:53.316466 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c14af-0659-48ad-a179-55c77453d2ae req-9e9e8293-d03c-4ad1-b5ea-a7f225bdb123 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:53.317879 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-029c14af-0659-48ad-a179-55c77453d2ae req-9e9e8293-d03c-4ad1-b5ea-a7f225bdb123 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1f502d4-82a4-40c7-8a07-8a66a13167bf HTTP/1.1" status: 200 len: 944 time: 0.1587942 Oct 18 03:01:53.325225 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11203c0f-c5f0-4fb5-b6c4-aa98c6ab83e1 req-f6bab5cf-c140-4574-9480-7cd5952dca64 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:53.326702 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-11203c0f-c5f0-4fb5-b6c4-aa98c6ab83e1 req-f6bab5cf-c140-4574-9480-7cd5952dca64 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.1322913 Oct 18 03:01:53.368395 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-3fdad0a9-db8f-4bb6-9c90-3bfc3b612b1b tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:53.384602 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-11203c0f-c5f0-4fb5-b6c4-aa98c6ab83e1 req-5fae1fbf-1105-477d-a95f-590793dd87b9 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502112 Oct 18 03:01:53.387212 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-029c14af-0659-48ad-a179-55c77453d2ae req-73ad65d2-861c-46cb-9d8b-736d5b37339a tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/security-groups?id=4369dea6-70e9-436a-8f7e-7cb490a582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595319 Oct 18 03:01:53.399585 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-445e8b57-0c14-4513-969a-c792a3c589ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149'] for subnet, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:53.399806 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['8074eea3-d71f-436d-9bab-a09a58e0992d'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:01:53.453574 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e8b57-0c14-4513-969a-c792a3c589ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d38104f-250f-4f3d-8909-ea5d7480a710,revision_number=0']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:53.472072 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445e8b57-0c14-4513-969a-c792a3c589ee admin admin] Checking segment: {'id': 'b8f3f050-055d-48ef-afe2-c5127bdfb071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ee87d67f-51c3-4f94-a5f7-27ba2918850f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:01:53.472415 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445e8b57-0c14-4513-969a-c792a3c589ee admin admin] Network hostable DHCP agents. Network: ee87d67f-51c3-4f94-a5f7-27ba2918850f, hostable agents: ['d6364138-709a-4c77-9f16-97f76425e773'], hosted agents: [] {{(pid=106636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 03:01:53.556527 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-3fdad0a9-db8f-4bb6-9c90-3bfc3b612b1b tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for port, precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:53.617433 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445e8b57-0c14-4513-969a-c792a3c589ee admin admin] Network ee87d67f-51c3-4f94-a5f7-27ba2918850f is scheduled to be hosted by DHCP agent d6364138-709a-4c77-9f16-97f76425e773 with binding_index 1 {{(pid=106636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 03:01:53.720339 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [None req-445e8b57-0c14-4513-969a-c792a3c589ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814333-1-iscsi, ee87d67f-51c3-4f94-a5f7-27ba2918850f) {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:01:53.720582 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-3fdad0a9-db8f-4bb6-9c90-3bfc3b612b1b tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3168564'] for port, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:53.724481 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445e8b57-0c14-4513-969a-c792a3c589ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:53.725089 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-445e8b57-0c14-4513-969a-c792a3c589ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for subnet, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:53.730483 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292151b5-dd98-4d43-bedb-17959cf6c4bd None None] Network ee87d67f-51c3-4f94-a5f7-27ba2918850f requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 03:01:53.793835 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdad0a9-db8f-4bb6-9c90-3bfc3b612b1b tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Pushing event updated for resources: {'Port': ['ID=843ea3f1-deda-4de8-9e03-3e19d740e2af,revision_number=2']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:53.803282 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-3fdad0a9-db8f-4bb6-9c90-3bfc3b612b1b tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-612639'] for floatingip, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:53.854048 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-445e8b57-0c14-4513-969a-c792a3c589ee admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1130812 Oct 18 03:01:53.862396 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acb6d73-05ba-48d1-ad03-c446efcc256f None None] Network ee87d67f-51c3-4f94-a5f7-27ba2918850f requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 03:01:53.915515 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.db.l3_db [None req-3fdad0a9-db8f-4bb6-9c90-3bfc3b612b1b tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Floating IP ec939f7e-981c-4952-9d0b-a212a987e324 associated. External IP: 172.27.3.198, port: 8b7a5ce2-253b-4aa8-858a-72eec6150eef. Oct 18 03:01:54.017407 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36696a44-c4aa-41ff-9ed4-e3ad191a9b72 req-c17c98b9-9367-4a81-929b-43019a836ba7 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:54.033087 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-36696a44-c4aa-41ff-9ed4-e3ad191a9b72 req-c17c98b9-9367-4a81-929b-43019a836ba7 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 944 time: 0.0845995 Oct 18 03:01:54.071020 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-36696a44-c4aa-41ff-9ed4-e3ad191a9b72 req-65cf66d5-cdf7-49d4-9973-30501017bea9 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350654 Oct 18 03:01:54.157052 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fdad0a9-db8f-4bb6-9c90-3bfc3b612b1b tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Router f665c283-6d4b-40fa-a23c-2031c7584340 has already been hosted by L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 {{(pid=106637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 03:01:54.278004 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fdad0a9-db8f-4bb6-9c90-3bfc3b612b1b tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 03:01:54.287377 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2fdd28-3a90-4141-9931-bea0c4536084 None None] Sync routers for ids ['f665c283-6d4b-40fa-a23c-2031c7584340'] in dv-cinder-814333-1-iscsi {{(pid=106639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 03:01:54.296570 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2fdd28-3a90-4141-9931-bea0c4536084 None None] Routers {'f665c283-6d4b-40fa-a23c-2031c7584340'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:01:54.297154 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-8f2fdd28-3a90-4141-9931-bea0c4536084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:01:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['f665c283-6d4b-40fa-a23c-2031c7584340'], 'active': True} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:01:54.391747 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-3fdad0a9-db8f-4bb6-9c90-3bfc3b612b1b tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for floatingip, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:54.400155 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvr_db [None req-8f2fdd28-3a90-4141-9931-bea0c4536084 None None] Set router f665c283-6d4b-40fa-a23c-2031c7584340 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:01:54.419816 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-3fdad0a9-db8f-4bb6-9c90-3bfc3b612b1b tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3106649 Oct 18 03:01:54.420398 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52093f0-558e-4047-beb7-3ca18c1e989f', 'tag': '8b7a5ce2-253b-4aa8-858a-72eec6150eef'}] {{(pid=106637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:01:54.423361 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84e416a7c2bb109cea857a7500c5c4b938dbd8fc9acb645868c31a21fed55845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74342a33-630e-4990-bd76-29952d41141f" -d '{"events": [{"name": "network-changed", "server_uuid": "b52093f0-558e-4047-beb7-3ca18c1e989f", "tag": "8b7a5ce2-253b-4aa8-858a-72eec6150eef"}]}' {{(pid=106637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:01:54.464550 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 03:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8815068b-cb53-48da-8db1-6bb4364ded81 x-openstack-request-id: req-8815068b-cb53-48da-8db1-6bb4364ded81 {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:01:54.464941 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b52093f0-558e-4047-beb7-3ca18c1e989f", "tag": "8b7a5ce2-253b-4aa8-858a-72eec6150eef", "status": "completed", "code": 200}]} {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:01:54.465307 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8815068b-cb53-48da-8db1-6bb4364ded81 {{(pid=106637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:01:54.466240 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b52093f0-558e-4047-beb7-3ca18c1e989f', 'tag': '8b7a5ce2-253b-4aa8-858a-72eec6150eef', 'status': 'completed', 'code': 200} Oct 18 03:01:54.569232 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73809931-c0c7-443c-9180-aaeef428f676 req-e2c5ff62-eba0-44e9-9778-0bc082700c43 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:54.571220 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-73809931-c0c7-443c-9180-aaeef428f676 req-e2c5ff62-eba0-44e9-9778-0bc082700c43 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1f502d4-82a4-40c7-8a07-8a66a13167bf HTTP/1.1" status: 200 len: 944 time: 0.1085584 Oct 18 03:01:54.621221 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74342a33-630e-4990-bd76-29952d41141f req-f660f3f5-2f77-4981-8459-374ff45770cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:54.623727 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-74342a33-630e-4990-bd76-29952d41141f req-f660f3f5-2f77-4981-8459-374ff45770cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b53d2fa916034e5791986e3a904b2f43&device_id=b52093f0-558e-4047-beb7-3ca18c1e989f HTTP/1.1" status: 200 len: 1098 time: 0.1196115 Oct 18 03:01:54.643971 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:54.656841 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d80c1f-eca7-4624-801e-183efe2d3d29 req-9ed7ad42-c52c-469f-851d-31df89e80a86 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:54.659991 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e3d80c1f-eca7-4624-801e-183efe2d3d29 req-9ed7ad42-c52c-469f-851d-31df89e80a86 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.1219854 Oct 18 03:01:54.687043 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 8074eea3-d71f-436d-9bab-a09a58e0992d up at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:01:54.715073 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-73809931-c0c7-443c-9180-aaeef428f676 req-3ed09b68-5b7e-4ba7-8759-6a098627b793 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/security-groups?id=4369dea6-70e9-436a-8f7e-7cb490a582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232855 Oct 18 03:01:54.765622 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-8f2fdd28-3a90-4141-9931-bea0c4536084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'name': 'tempest-TestVolumeBootPattern-1184054740-router', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:00:29Z', 'updated_at': '2021-10-18T03:00:34Z', 'revision_number': 4, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'gw_port': {'id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:30Z', 'updated_at': '2021-10-18T03:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_floatingips': [{'id': 'ec939f7e-981c-4952-9d0b-a212a987e324', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'floating_ip_address': '172.27.3.198', 'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'router_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'port_id': '8b7a5ce2-253b-4aa8-858a-72eec6150eef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'mac_address': 'fa:16:3e:f7:3d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52093f0-558e-4047-beb7-3ca18c1e989f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T03:01:53Z', 'updated_at': '2021-10-18T03:01:53Z', 'revision_number': 0, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42a7403-3236-431d-80b5-ba7ad912b82a', 'name': '', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'mac_address': 'fa:16:3e:4c:7d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:33Z', 'updated_at': '2021-10-18T03:00:38Z', 'revision_number': 5, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'subnets': [{'id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:01:54.770549 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e3d80c1f-eca7-4624-801e-183efe2d3d29 req-834314ef-2551-41c8-a7d7-22990cc3472f tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993178 Oct 18 03:01:54.786156 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74342a33-630e-4990-bd76-29952d41141f req-9dc9eb7e-eb60-4de6-ae73-7f9859223c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:54.787203 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-74342a33-630e-4990-bd76-29952d41141f req-9dc9eb7e-eb60-4de6-ae73-7f9859223c5d service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e3f93b2-6ab7-425d-a45f-ad1ff777d056 HTTP/1.1" status: 200 len: 913 time: 0.1536846 Oct 18 03:01:54.797493 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2fdd28-3a90-4141-9931-bea0c4536084 None None] Checking router: f665c283-6d4b-40fa-a23c-2031c7584340 for host: dv-cinder-814333-1-iscsi {{(pid=106639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 03:01:54.808603 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2fdd28-3a90-4141-9931-bea0c4536084 None None] Routers {'f665c283-6d4b-40fa-a23c-2031c7584340'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:01:54.809230 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-8f2fdd28-3a90-4141-9931-bea0c4536084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:01:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['f665c283-6d4b-40fa-a23c-2031c7584340'], 'active': True} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:01:54.873062 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning for port 8074eea3-d71f-436d-9bab-a09a58e0992d completed by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 03:01:54.879486 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning complete for port 8074eea3-d71f-436d-9bab-a09a58e0992d triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:01:54.880171 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:54.882240 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-74342a33-630e-4990-bd76-29952d41141f req-68dd203e-e46a-47f0-8de5-2c9fba3dda96 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b7a5ce2-253b-4aa8-858a-72eec6150eef HTTP/1.1" status: 200 len: 999 time: 0.0861452 Oct 18 03:01:54.946475 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvr_db [None req-8f2fdd28-3a90-4141-9931-bea0c4536084 None None] Set router f665c283-6d4b-40fa-a23c-2031c7584340 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:01:54.983112 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74342a33-630e-4990-bd76-29952d41141f req-35a21ec4-830f-42b2-bd26-ed7d19ebbf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:54.988583 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-74342a33-630e-4990-bd76-29952d41141f req-35a21ec4-830f-42b2-bd26-ed7d19ebbf2d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5242877d-4476-4a28-8a5b-87f4884f5f65 HTTP/1.1" status: 200 len: 851 time: 0.0959568 Oct 18 03:01:55.023295 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:55.044159 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74342a33-630e-4990-bd76-29952d41141f req-a321a84a-1e96-4af4-88e1-6aba3b6bff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:55.045726 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-74342a33-630e-4990-bd76-29952d41141f req-a321a84a-1e96-4af4-88e1-6aba3b6bff59 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e3f93b2-6ab7-425d-a45f-ad1ff777d056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493436 Oct 18 03:01:55.068653 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f502d4-82a4-40c7-8a07-8a66a13167bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8074eea3-d71f-436d-9bab-a09a58e0992d'}] {{(pid=106638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:01:55.068653 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd784869ff86f08281957869a4884f8f45cf6a5f98b2b439ba04ffc4a22c0e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb64cd6-60be-400d-b406-a33d3fbee9ed" -d '{"events": [{"server_uuid": "e1f502d4-82a4-40c7-8a07-8a66a13167bf", "name": "network-vif-plugged", "status": "completed", "tag": "8074eea3-d71f-436d-9bab-a09a58e0992d"}]}' {{(pid=106638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:01:55.085069 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 8074eea3-d71f-436d-9bab-a09a58e0992d, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=8074eea3-d71f-436d-9bab-a09a58e0992d,segment=NetworkSegment(2a5df9d3-4a5f-4f19-8fed-3d3e1dc7cdcf),segment_id=2a5df9d3-4a5f-4f19-8fed-3d3e1dc7cdcf)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:01:55.120403 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39922439-2d8a-4a36-b080-5321c6c97d6f x-openstack-request-id: req-39922439-2d8a-4a36-b080-5321c6c97d6f {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:01:55.120936 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f502d4-82a4-40c7-8a07-8a66a13167bf", "name": "network-vif-plugged", "status": "completed", "tag": "8074eea3-d71f-436d-9bab-a09a58e0992d", "code": 200}]} {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:01:55.121356 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-39922439-2d8a-4a36-b080-5321c6c97d6f {{(pid=106638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:01:55.121928 dv-cinder-814333-1-iscsi neutron-server[106638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f502d4-82a4-40c7-8a07-8a66a13167bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8074eea3-d71f-436d-9bab-a09a58e0992d', 'code': 200} Oct 18 03:01:55.195002 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:01:55.247024 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-74342a33-630e-4990-bd76-29952d41141f req-bb749b80-3bf7-41ad-aa30-45d4a0511ec3 service neutron] 10.222.0.36 "GET /v2.0/networks/7e3f93b2-6ab7-425d-a45f-ad1ff777d056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915653 Oct 18 03:01:55.278363 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=8074eea3-d71f-436d-9bab-a09a58e0992d,revision_number=5']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:01:55.287602 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-8f2fdd28-3a90-4141-9931-bea0c4536084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'name': 'tempest-TestVolumeBootPattern-1184054740-router', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:00:29Z', 'updated_at': '2021-10-18T03:00:34Z', 'revision_number': 4, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'gw_port': {'id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:30Z', 'updated_at': '2021-10-18T03:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_floatingips': [{'id': 'ec939f7e-981c-4952-9d0b-a212a987e324', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'floating_ip_address': '172.27.3.198', 'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'router_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'port_id': '8b7a5ce2-253b-4aa8-858a-72eec6150eef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'mac_address': 'fa:16:3e:f7:3d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52093f0-558e-4047-beb7-3ca18c1e989f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T03:01:53Z', 'updated_at': '2021-10-18T03:01:53Z', 'revision_number': 0, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42a7403-3236-431d-80b5-ba7ad912b82a', 'name': '', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'mac_address': 'fa:16:3e:4c:7d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:33Z', 'updated_at': '2021-10-18T03:00:38Z', 'revision_number': 5, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'subnets': [{'id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:01:55.325243 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2fdd28-3a90-4141-9931-bea0c4536084 None None] The sync data for ids ['f665c283-6d4b-40fa-a23c-2031c7584340'] in dv-cinder-814333-1-iscsi is: [{'id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'name': 'tempest-TestVolumeBootPattern-1184054740-router', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:00:29Z', 'updated_at': '2021-10-18T03:00:34Z', 'revision_number': 4, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'gw_port': {'id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:30Z', 'updated_at': '2021-10-18T03:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_floatingips': [{'id': 'ec939f7e-981c-4952-9d0b-a212a987e324', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'floating_ip_address': '172.27.3.198', 'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'router_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'port_id': '8b7a5ce2-253b-4aa8-858a-72eec6150eef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'mac_address': 'fa:16:3e:f7:3d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52093f0-558e-4047-beb7-3ca18c1e989f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T03:01:53Z', 'updated_at': '2021-10-18T03:01:53Z', 'revision_number': 0, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42a7403-3236-431d-80b5-ba7ad912b82a', 'name': '', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'mac_address': 'fa:16:3e:4c:7d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:33Z', 'updated_at': '2021-10-18T03:00:38Z', 'revision_number': 5, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'subnets': [{'id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 03:01:55.325566 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7787de5-ff7d-48ad-8c70-3be317aa0e43 req-a0ce15eb-1cc8-4d28-bd42-d6f03186c45e tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:55.327649 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d7787de5-ff7d-48ad-8c70-3be317aa0e43 req-a0ce15eb-1cc8-4d28-bd42-d6f03186c45e tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 944 time: 0.1184905 Oct 18 03:01:55.395696 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d7787de5-ff7d-48ad-8c70-3be317aa0e43 req-7f1bd100-c3d2-443b-9681-aea46158202c tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576675 Oct 18 03:01:55.397587 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-74342a33-630e-4990-bd76-29952d41141f req-0aec234d-0400-43a1-a096-ec9162e6c4a2 service neutron] 10.222.0.36 "GET /v2.0/networks/7e3f93b2-6ab7-425d-a45f-ad1ff777d056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392539 Oct 18 03:01:55.536233 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935bcf8c-91f3-4e21-ae94-fc054b17ec0f None None] New status for floating IP ec939f7e-981c-4952-9d0b-a212a987e324: ACTIVE {{(pid=106638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 03:01:55.565289 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d29b1-296c-449d-9f4e-984d2408dfdd req-cde7b5dc-dbed-47b3-a298-211416ff19a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:55.566753 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4d0d29b1-296c-449d-9f4e-984d2408dfdd req-cde7b5dc-dbed-47b3-a298-211416ff19a6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216&tenant_id=b2bab566054f4b83aef927c6227a69ea HTTP/1.1" status: 200 len: 1097 time: 0.0792346 Oct 18 03:01:55.657967 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91463c-c88d-485a-8e92-36450adb7fdf req-421b0ce1-ba23-479c-ba6c-9d3bb7ac5827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:55.659700 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6a91463c-c88d-485a-8e92-36450adb7fdf req-421b0ce1-ba23-479c-ba6c-9d3bb7ac5827 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e1f502d4-82a4-40c7-8a07-8a66a13167bf HTTP/1.1" status: 200 len: 1098 time: 0.0489919 Oct 18 03:01:55.665292 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d29b1-296c-449d-9f4e-984d2408dfdd req-89938faf-044b-4196-aa41-22a288c02384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:55.666939 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-4d0d29b1-296c-449d-9f4e-984d2408dfdd req-89938faf-044b-4196-aa41-22a288c02384 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2bab566054f4b83aef927c6227a69ea&device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 1097 time: 0.0512428 Oct 18 03:01:55.698337 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6a91463c-c88d-485a-8e92-36450adb7fdf req-c7996d3b-1736-4eed-9486-4be55f6d33f6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4369dea6-70e9-436a-8f7e-7cb490a582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301933 Oct 18 03:01:55.763847 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d29b1-296c-449d-9f4e-984d2408dfdd req-31b1c4b3-2055-4bca-add5-95d53387233c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:55.766098 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-4d0d29b1-296c-449d-9f4e-984d2408dfdd req-31b1c4b3-2055-4bca-add5-95d53387233c service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e8a63a2-5796-4af1-8add-99fedc042cba HTTP/1.1" status: 200 len: 917 time: 0.0905879 Oct 18 03:01:55.840778 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb9db4-8833-4e7c-b1db-01b85279f00f req-2796cfde-d2eb-462f-b325-9911575b8d7b tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:55.842271 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f7fb9db4-8833-4e7c-b1db-01b85279f00f req-2796cfde-d2eb-462f-b325-9911575b8d7b tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1f502d4-82a4-40c7-8a07-8a66a13167bf HTTP/1.1" status: 200 len: 945 time: 0.0519946 Oct 18 03:01:55.880194 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f7fb9db4-8833-4e7c-b1db-01b85279f00f req-1f2ce82f-7774-47c5-8eb9-3d15d3cd43f4 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/security-groups?id=4369dea6-70e9-436a-8f7e-7cb490a582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319231 Oct 18 03:01:55.982927 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-4d0d29b1-296c-449d-9f4e-984d2408dfdd req-c79fb91f-876e-4651-9fa1-2f37f0581283 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a16b945e-b164-4ca8-8381-bef80a1ac009 HTTP/1.1" status: 200 len: 999 time: 0.0631745 Oct 18 03:01:56.033919 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d29b1-296c-449d-9f4e-984d2408dfdd req-bcbf2f87-6903-40f8-bd01-4c5bfe9298c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:56.035365 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-4d0d29b1-296c-449d-9f4e-984d2408dfdd req-bcbf2f87-6903-40f8-bd01-4c5bfe9298c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dead32d3-ed00-4228-a06c-9c73190d2cad HTTP/1.1" status: 200 len: 855 time: 0.0444844 Oct 18 03:01:56.085621 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d29b1-296c-449d-9f4e-984d2408dfdd req-56078bb2-db34-4cdd-940c-824f97c67516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:56.087181 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-4d0d29b1-296c-449d-9f4e-984d2408dfdd req-56078bb2-db34-4cdd-940c-824f97c67516 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e8a63a2-5796-4af1-8add-99fedc042cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438991 Oct 18 03:01:56.192462 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-4d0d29b1-296c-449d-9f4e-984d2408dfdd req-55793b65-ca61-43c4-af10-198fd00f625c service neutron] 10.222.0.36 "GET /v2.0/networks/2e8a63a2-5796-4af1-8add-99fedc042cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825639 Oct 18 03:01:56.212993 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173d717-5e55-4825-837f-a64e11606c38 req-7766fe17-7c57-4fe7-9e18-79cc9f407d17 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:56.214695 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b173d717-5e55-4825-837f-a64e11606c38 req-7766fe17-7c57-4fe7-9e18-79cc9f407d17 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/networks?id=ee87d67f-51c3-4f94-a5f7-27ba2918850f HTTP/1.1" status: 200 len: 814 time: 0.1033995 Oct 18 03:01:56.230984 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b173d717-5e55-4825-837f-a64e11606c38 req-2d458d26-70a3-4c59-943c-73f91ca58431 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/quotas/aeb8c6079c594501930704c21f3365bb HTTP/1.1" status: 200 len: 375 time: 0.0094111 Oct 18 03:01:56.263072 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b173d717-5e55-4825-837f-a64e11606c38 req-8015ab4e-d551-4f09-b03a-561af622731f tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=aeb8c6079c594501930704c21f3365bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267541 Oct 18 03:01:56.290445 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-4d0d29b1-296c-449d-9f4e-984d2408dfdd req-8c4452f9-7be5-4866-a403-fa33e5bc2ed3 service neutron] 10.222.0.36 "GET /v2.0/networks/2e8a63a2-5796-4af1-8add-99fedc042cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897141 Oct 18 03:01:56.353707 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b173d717-5e55-4825-837f-a64e11606c38 req-5bc7a125-31f8-4034-a55d-f94ee9c214bc service neutron] 10.222.0.30 "GET /v2.0/networks/ee87d67f-51c3-4f94-a5f7-27ba2918850f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835676 Oct 18 03:01:56.444897 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b173d717-5e55-4825-837f-a64e11606c38 req-815767d6-beb3-4959-aecc-25e30551ff86 service neutron] 10.222.0.30 "GET /v2.0/networks/ee87d67f-51c3-4f94-a5f7-27ba2918850f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839922 Oct 18 03:01:56.520337 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ad5c8-5c1a-4b58-9c43-fb1addc7b7b3 req-4f4cd329-918a-467c-b9a6-fa437f78e5f8 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:56.521995 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b32ad5c8-5c1a-4b58-9c43-fb1addc7b7b3 req-4f4cd329-918a-467c-b9a6-fa437f78e5f8 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 944 time: 0.0517149 Oct 18 03:01:56.560857 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b32ad5c8-5c1a-4b58-9c43-fb1addc7b7b3 req-872e1350-4c93-4332-8b6f-b917b01012d7 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326486 Oct 18 03:01:56.749834 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0de56989-f19e-4356-9579-5350bd997024 req-e7cdb08e-6e6d-43da-bc47-8c3dfde60a45 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=4927c405-9a26-438b-a8e7-82c3d30f87ef HTTP/1.1" status: 200 len: 210 time: 0.0409625 Oct 18 03:01:57.001072 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa1ebe-0a99-4cbc-8968-970627ddd86c req-492e6f9e-a810-416f-afff-052e6ad97132 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:57.002603 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-04aa1ebe-0a99-4cbc-8968-970627ddd86c req-492e6f9e-a810-416f-afff-052e6ad97132 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1f502d4-82a4-40c7-8a07-8a66a13167bf HTTP/1.1" status: 200 len: 945 time: 0.0563190 Oct 18 03:01:57.041084 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-04aa1ebe-0a99-4cbc-8968-970627ddd86c req-31a953b7-2480-4b68-b20c-f1fe3dc2d4cb tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/security-groups?id=4369dea6-70e9-436a-8f7e-7cb490a582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325565 Oct 18 03:01:57.736549 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb96a5-cbd5-4888-8909-dbd25bbadf4f req-ef9bddd2-aa59-4df3-85da-3c12e19bb5ed tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:57.738309 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6aeb96a5-cbd5-4888-8909-dbd25bbadf4f req-ef9bddd2-aa59-4df3-85da-3c12e19bb5ed tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 944 time: 0.0618217 Oct 18 03:01:57.796740 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6aeb96a5-cbd5-4888-8909-dbd25bbadf4f req-037765fc-119c-4fbb-9c7a-fdab28533b08 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522678 Oct 18 03:01:57.855555 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d6f1ea08-ab7c-4664-bd5e-c6f1f244736e req-f30626d1-4dbd-47a0-bffa-c40bcc449590 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=4927c405-9a26-438b-a8e7-82c3d30f87ef HTTP/1.1" status: 200 len: 210 time: 0.0286682 Oct 18 03:01:58.169974 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78382e44-209b-4eda-8476-337126f2ca6e req-a2c2b795-ce6b-4823-92f1-ea43908f458e tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:58.172457 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-78382e44-209b-4eda-8476-337126f2ca6e req-a2c2b795-ce6b-4823-92f1-ea43908f458e tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1f502d4-82a4-40c7-8a07-8a66a13167bf HTTP/1.1" status: 200 len: 945 time: 0.0652983 Oct 18 03:01:58.213916 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-78382e44-209b-4eda-8476-337126f2ca6e req-da970286-e2de-40fb-ad8d-290a27dd547a tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/security-groups?id=4369dea6-70e9-436a-8f7e-7cb490a582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355277 Oct 18 03:01:58.950838 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62cfb5-9a1b-4df4-ae2e-f3dd7d55e5bc req-a1d0680d-87fc-4470-92cb-638db983ba35 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:01:58.953065 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cb62cfb5-9a1b-4df4-ae2e-f3dd7d55e5bc req-a1d0680d-87fc-4470-92cb-638db983ba35 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 944 time: 0.0550153 Oct 18 03:01:58.997481 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-77e2eafb-226e-4d0d-9885-13328af98ef3 req-bac32437-9341-4077-8952-1a1de14db31a tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=4927c405-9a26-438b-a8e7-82c3d30f87ef HTTP/1.1" status: 200 len: 210 time: 0.0432727 Oct 18 03:01:59.029931 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cb62cfb5-9a1b-4df4-ae2e-f3dd7d55e5bc req-43af2e4b-0fa2-44cf-8a78-fa0ffe0d9253 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633848 Oct 18 03:02:00.110644 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d3e131f6-f16b-4bc3-aafd-306b0136b50e req-80316b99-97c7-4ce3-afb7-495b5b805098 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=4927c405-9a26-438b-a8e7-82c3d30f87ef HTTP/1.1" status: 200 len: 210 time: 0.0305872 Oct 18 03:02:00.225970 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e620c-a677-49be-8f19-f93700437558 req-d8fc87cf-5d7e-4b26-bf92-a476a69c059a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:00.227340 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6c7e620c-a677-49be-8f19-f93700437558 req-d8fc87cf-5d7e-4b26-bf92-a476a69c059a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 944 time: 0.0637376 Oct 18 03:02:00.317166 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4008e-fe4b-401c-8942-37405670f352 req-19842ecd-b050-43f1-b4dd-2bf3ba18a440 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:00.318576 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-24f4008e-fe4b-401c-8942-37405670f352 req-19842ecd-b050-43f1-b4dd-2bf3ba18a440 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1f502d4-82a4-40c7-8a07-8a66a13167bf HTTP/1.1" status: 200 len: 945 time: 0.1127398 Oct 18 03:02:00.321915 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6c7e620c-a677-49be-8f19-f93700437558 req-00a5ff85-f7b1-4a7b-be08-fa90a3de3cc1 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871809 Oct 18 03:02:00.365133 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-24f4008e-fe4b-401c-8942-37405670f352 req-6ee7f9b0-e6d3-478c-982e-0951f27f5cb4 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/security-groups?id=4369dea6-70e9-436a-8f7e-7cb490a582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406971 Oct 18 03:02:01.204773 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e099ebba-a00d-4ec1-8d55-41beda85159c req-793061cf-5369-479d-9f1c-a43a9d43a746 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=4927c405-9a26-438b-a8e7-82c3d30f87ef HTTP/1.1" status: 200 len: 210 time: 0.0285847 Oct 18 03:02:01.482804 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c42e46-eab2-428e-9e4b-5aaed83dad9c req-80a8a63a-109d-4718-96b6-b5c9c0d8632a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:01.484275 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c8c42e46-eab2-428e-9e4b-5aaed83dad9c req-80a8a63a-109d-4718-96b6-b5c9c0d8632a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 944 time: 0.0752339 Oct 18 03:02:01.504900 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b197f-6b33-4ad9-9810-0771420a23da req-fd749f54-9711-49f6-8b83-9fee43038526 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:01.506324 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-266b197f-6b33-4ad9-9810-0771420a23da req-fd749f54-9711-49f6-8b83-9fee43038526 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1f502d4-82a4-40c7-8a07-8a66a13167bf HTTP/1.1" status: 200 len: 945 time: 0.0672739 Oct 18 03:02:01.549147 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c8c42e46-eab2-428e-9e4b-5aaed83dad9c req-08a98001-394e-4852-861e-1eade4bc990a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573869 Oct 18 03:02:01.560969 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-266b197f-6b33-4ad9-9810-0771420a23da req-7918a287-90fc-41f0-9b50-148a9a9675f9 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/security-groups?id=4369dea6-70e9-436a-8f7e-7cb490a582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474477 Oct 18 03:02:02.297620 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-14c29555-b642-4f3d-8171-9d355ee2e3d3 req-4d28b89e-3abd-4079-af21-5ddef9517654 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=4927c405-9a26-438b-a8e7-82c3d30f87ef HTTP/1.1" status: 200 len: 210 time: 0.0266993 Oct 18 03:02:02.701735 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f647348-0f04-4a02-8d90-71296647e463 req-4a3d484e-d1fd-40f6-afa1-43a6bd2fbef7 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:02.703490 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8f647348-0f04-4a02-8d90-71296647e463 req-4a3d484e-d1fd-40f6-afa1-43a6bd2fbef7 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 944 time: 0.0816209 Oct 18 03:02:02.738215 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89ce65-d0e2-4094-b9ba-18dd6b49c3a5 req-db8d8526-709e-4747-a730-d62063b6e6eb tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:02.739738 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cc89ce65-d0e2-4094-b9ba-18dd6b49c3a5 req-db8d8526-709e-4747-a730-d62063b6e6eb tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1f502d4-82a4-40c7-8a07-8a66a13167bf HTTP/1.1" status: 200 len: 945 time: 0.1082098 Oct 18 03:02:02.770632 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8f647348-0f04-4a02-8d90-71296647e463 req-43b9c4c5-5918-405a-9b97-1e57acfe0588 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587902 Oct 18 03:02:02.790755 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cc89ce65-d0e2-4094-b9ba-18dd6b49c3a5 req-aecb8ed8-573c-4cfc-9733-bb1185219962 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/security-groups?id=4369dea6-70e9-436a-8f7e-7cb490a582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391757 Oct 18 03:02:03.393910 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5fbb00a0-3bdd-4064-9ba6-6c9b7d0f8cf2 req-055fcdc5-2153-4d61-ab46-2bc90537b384 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=4927c405-9a26-438b-a8e7-82c3d30f87ef HTTP/1.1" status: 200 len: 210 time: 0.0271223 Oct 18 03:02:03.933502 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76b07a-a403-4b2a-878b-50f595e1f5b0 req-f1d961c3-6b6b-493b-bed9-8c9775610e0b tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:03.935328 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ea76b07a-a403-4b2a-878b-50f595e1f5b0 req-f1d961c3-6b6b-493b-bed9-8c9775610e0b tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 944 time: 0.0881159 Oct 18 03:02:03.950282 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216287ce-6c24-45c0-8f44-fafc7b12058d req-989e368b-e54b-45ef-8814-ae79bb264d05 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:03.951751 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-216287ce-6c24-45c0-8f44-fafc7b12058d req-989e368b-e54b-45ef-8814-ae79bb264d05 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1f502d4-82a4-40c7-8a07-8a66a13167bf HTTP/1.1" status: 200 len: 945 time: 0.0766144 Oct 18 03:02:04.022819 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ea76b07a-a403-4b2a-878b-50f595e1f5b0 req-b5ebd118-76ae-4082-832b-196df1b3ed8b tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813751 Oct 18 03:02:04.026564 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-216287ce-6c24-45c0-8f44-fafc7b12058d req-0c71ec67-a4b9-4846-b158-5f7a2a44c4bf tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/security-groups?id=4369dea6-70e9-436a-8f7e-7cb490a582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682764 Oct 18 03:02:04.488128 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-85280cd6-817c-40c0-ae6a-ae7f9e9e9954 req-bed90f68-02b6-49ec-8c54-25f016cf438a tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=4927c405-9a26-438b-a8e7-82c3d30f87ef HTTP/1.1" status: 200 len: 210 time: 0.0268362 Oct 18 03:02:04.548676 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:04.604230 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 6 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 03:02:05.184853 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3113170-b95c-47f8-9f4f-e039d8f8272c req-b6462ece-096d-46e4-89a1-5d123ce7a0a0 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:05.187276 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a3113170-b95c-47f8-9f4f-e039d8f8272c req-b6462ece-096d-46e4-89a1-5d123ce7a0a0 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 944 time: 0.0831559 Oct 18 03:02:05.194972 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94aa292-7f54-42d3-865a-1c30ad36fffe req-34ac5a14-116d-4707-8e72-f7d6a7b2e209 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:05.196577 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a94aa292-7f54-42d3-865a-1c30ad36fffe req-34ac5a14-116d-4707-8e72-f7d6a7b2e209 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1f502d4-82a4-40c7-8a07-8a66a13167bf HTTP/1.1" status: 200 len: 945 time: 0.0950665 Oct 18 03:02:05.254656 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a3113170-b95c-47f8-9f4f-e039d8f8272c req-cfef0bee-3062-49de-95a9-fa4e3270f338 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569863 Oct 18 03:02:05.268124 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a94aa292-7f54-42d3-865a-1c30ad36fffe req-1bf79952-7c93-4f33-bf8f-e9ff5de709e5 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/security-groups?id=4369dea6-70e9-436a-8f7e-7cb490a582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644660 Oct 18 03:02:05.582246 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a1f20615-ee48-4577-a71a-751153ea1154 req-5f8e0757-6083-4e25-8e26-9da2a56223d9 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=4927c405-9a26-438b-a8e7-82c3d30f87ef HTTP/1.1" status: 200 len: 210 time: 0.0265417 Oct 18 03:02:06.402082 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c654e3-73c3-4aae-9ae8-63e13b548840 req-82bdc972-bfdb-4ea5-a1a5-ebb9d5a64b1e tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:06.403575 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e4c654e3-73c3-4aae-9ae8-63e13b548840 req-82bdc972-bfdb-4ea5-a1a5-ebb9d5a64b1e tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 944 time: 0.0782993 Oct 18 03:02:06.412170 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2fd774-62d3-4e20-9c54-e06ca12b4dc1 req-5a509990-2c32-4253-8daf-23f0675443e0 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:06.413753 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8a2fd774-62d3-4e20-9c54-e06ca12b4dc1 req-5a509990-2c32-4253-8daf-23f0675443e0 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1f502d4-82a4-40c7-8a07-8a66a13167bf HTTP/1.1" status: 200 len: 945 time: 0.0789189 Oct 18 03:02:06.479131 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e4c654e3-73c3-4aae-9ae8-63e13b548840 req-2d7ee625-5b3f-4a7e-a175-918de0d72777 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642133 Oct 18 03:02:06.487526 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8a2fd774-62d3-4e20-9c54-e06ca12b4dc1 req-437cace2-733c-4835-8684-d3342d0ac965 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/security-groups?id=4369dea6-70e9-436a-8f7e-7cb490a582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605040 Oct 18 03:02:06.671895 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6cee934d-2cf6-42cc-91e7-0ef0b79376b7 req-76a822f5-0579-46ec-8aa2-09e363b914e4 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=4927c405-9a26-438b-a8e7-82c3d30f87ef HTTP/1.1" status: 200 len: 210 time: 0.0263650 Oct 18 03:02:07.894028 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aadc5fe-703d-4627-b3e5-33b483f91f36 req-ece65b10-4ed3-4462-8c9a-0c56ae3a7e22 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:07.895486 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9aadc5fe-703d-4627-b3e5-33b483f91f36 req-ece65b10-4ed3-4462-8c9a-0c56ae3a7e22 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1f502d4-82a4-40c7-8a07-8a66a13167bf HTTP/1.1" status: 200 len: 945 time: 0.3310256 Oct 18 03:02:07.903717 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d720a-11fa-41ff-85e0-9ae7fee22779 req-1addcbdd-a23e-4522-8f93-da43c5643618 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:07.905152 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5c5d720a-11fa-41ff-85e0-9ae7fee22779 req-1addcbdd-a23e-4522-8f93-da43c5643618 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 944 time: 0.3391907 Oct 18 03:02:07.960528 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9aadc5fe-703d-4627-b3e5-33b483f91f36 req-dee6eaee-6d97-4fcb-938c-b4ff453d8322 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/security-groups?id=4369dea6-70e9-436a-8f7e-7cb490a582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544307 Oct 18 03:02:07.965471 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5c5d720a-11fa-41ff-85e0-9ae7fee22779 req-07beaae2-d0c6-486c-897b-5662f69304d0 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536966 Oct 18 03:02:08.053706 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-3b14a90c-621e-4784-afe1-7a10e942a72b req-ee0b8da6-0132-4103-bb3d-ff248daf9273 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=4927c405-9a26-438b-a8e7-82c3d30f87ef HTTP/1.1" status: 200 len: 210 time: 0.0263677 Oct 18 03:02:09.127110 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cb05e-2d6a-4066-92da-2cb124ad4297 req-a8897597-c86d-4a1f-bcf6-83f7034bd594 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:09.128556 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ab7cb05e-2d6a-4066-92da-2cb124ad4297 req-a8897597-c86d-4a1f-bcf6-83f7034bd594 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1f502d4-82a4-40c7-8a07-8a66a13167bf HTTP/1.1" status: 200 len: 945 time: 0.0818446 Oct 18 03:02:09.135694 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0bc61-abbc-4308-b5fe-c3a39cd9df45 req-db98b709-49c4-48e5-8c5b-660cff0f337d tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:09.137048 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-59c0bc61-abbc-4308-b5fe-c3a39cd9df45 req-db98b709-49c4-48e5-8c5b-660cff0f337d tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 944 time: 0.0885003 Oct 18 03:02:09.190944 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ab7cb05e-2d6a-4066-92da-2cb124ad4297 req-2049aea1-3192-47a3-9f39-c4654240861f tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/security-groups?id=4369dea6-70e9-436a-8f7e-7cb490a582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529747 Oct 18 03:02:09.195678 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-59c0bc61-abbc-4308-b5fe-c3a39cd9df45 req-7958936c-c1aa-4a29-bce8-47de994d30d9 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520599 Oct 18 03:02:09.279557 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4c475915-9e24-42d5-bd3a-351519828162 req-8226ea7b-5421-45b8-a853-dd3c9f976efe tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=4927c405-9a26-438b-a8e7-82c3d30f87ef HTTP/1.1" status: 200 len: 210 time: 0.0257294 Oct 18 03:02:10.355939 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25162a-39a6-4d5f-9c5f-9f8b5830b665 req-3d0a6bb8-780d-494a-a8b7-9ba609b7f917 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:10.357545 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-aa25162a-39a6-4d5f-9c5f-9f8b5830b665 req-3d0a6bb8-780d-494a-a8b7-9ba609b7f917 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1f502d4-82a4-40c7-8a07-8a66a13167bf HTTP/1.1" status: 200 len: 945 time: 0.0913327 Oct 18 03:02:10.370745 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022fbca-0359-4ce3-9ad6-c5c5b72f6ced req-311f3784-ce8f-405b-b724-552826a26b19 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:10.372354 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b022fbca-0359-4ce3-9ad6-c5c5b72f6ced req-311f3784-ce8f-405b-b724-552826a26b19 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 944 time: 0.0973861 Oct 18 03:02:10.431265 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b022fbca-0359-4ce3-9ad6-c5c5b72f6ced req-00b39d79-2ebc-425c-b0fa-b7812a6c1a56 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508883 Oct 18 03:02:10.436013 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-aa25162a-39a6-4d5f-9c5f-9f8b5830b665 req-7255dc98-d72b-4edf-9568-47d98f71a3f7 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/security-groups?id=4369dea6-70e9-436a-8f7e-7cb490a582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627596 Oct 18 03:02:10.525407 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cd561e60-b9fd-45f6-b807-d0ce6e87c9a5 req-decb66f9-bbd0-401e-94c0-a4c6a27ea729 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=4927c405-9a26-438b-a8e7-82c3d30f87ef HTTP/1.1" status: 200 len: 210 time: 0.0282793 Oct 18 03:02:11.593880 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6c89e-ef0c-44a5-b395-1bcf432d7768 req-59dc8b23-1bac-47ac-8fa9-2ccd822b1ba6 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:11.595371 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-01c6c89e-ef0c-44a5-b395-1bcf432d7768 req-59dc8b23-1bac-47ac-8fa9-2ccd822b1ba6 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1f502d4-82a4-40c7-8a07-8a66a13167bf HTTP/1.1" status: 200 len: 945 time: 0.0832291 Oct 18 03:02:11.606926 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71863e11-9ea4-4031-9dac-f54f2ca4a4b1 req-da39aff2-a84f-4bdf-bc3a-ac5624a81049 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:11.608820 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-71863e11-9ea4-4031-9dac-f54f2ca4a4b1 req-da39aff2-a84f-4bdf-bc3a-ac5624a81049 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 944 time: 0.0691667 Oct 18 03:02:11.653493 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-01c6c89e-ef0c-44a5-b395-1bcf432d7768 req-1ceb1b85-baa2-45a9-805f-7ac990a5a97b tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/security-groups?id=4369dea6-70e9-436a-8f7e-7cb490a582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437386 Oct 18 03:02:11.669686 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-71863e11-9ea4-4031-9dac-f54f2ca4a4b1 req-24faccde-bb7d-4b4e-87c3-c390920ef3f9 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543263 Oct 18 03:02:11.757766 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9e79f65c-2e19-4c08-bf18-c7ce2c60f239 req-28cb178b-9edd-4f6e-89a0-4e765e0aa9d0 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=4927c405-9a26-438b-a8e7-82c3d30f87ef HTTP/1.1" status: 200 len: 210 time: 0.0297656 Oct 18 03:02:12.800730 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697da6f9-5515-4e81-b637-755f74bb1ec3 req-a60d62d6-39b4-4719-9f39-e4396c66bd1e tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:12.802209 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-697da6f9-5515-4e81-b637-755f74bb1ec3 req-a60d62d6-39b4-4719-9f39-e4396c66bd1e tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1f502d4-82a4-40c7-8a07-8a66a13167bf HTTP/1.1" status: 200 len: 945 time: 0.0799563 Oct 18 03:02:12.814094 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823bb38-0d2c-441f-a81b-dc43c0cf1193 req-e147abca-958d-469c-aa18-2fb3c515fb50 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:12.815593 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7823bb38-0d2c-441f-a81b-dc43c0cf1193 req-e147abca-958d-469c-aa18-2fb3c515fb50 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 944 time: 0.0678194 Oct 18 03:02:12.869239 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-697da6f9-5515-4e81-b637-755f74bb1ec3 req-289b9782-6090-4612-966a-ecdd2910feb7 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/security-groups?id=4369dea6-70e9-436a-8f7e-7cb490a582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527124 Oct 18 03:02:12.874500 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7823bb38-0d2c-441f-a81b-dc43c0cf1193 req-025900ed-a5d8-4880-8d6d-81dc7c550bdf tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518324 Oct 18 03:02:12.958732 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-78f7a5d6-5903-4561-907e-4fb5e1fbd118 req-cae5d162-95e1-494c-b00d-bd586e83fa7b tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=4927c405-9a26-438b-a8e7-82c3d30f87ef HTTP/1.1" status: 200 len: 210 time: 0.0269554 Oct 18 03:02:14.043783 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b8b2b-bec9-4672-aace-fcfb39848ea3 req-217d1dcb-1aee-476c-8d76-358eb49da6c2 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:14.045291 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9a9b8b2b-bec9-4672-aace-fcfb39848ea3 req-217d1dcb-1aee-476c-8d76-358eb49da6c2 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1f502d4-82a4-40c7-8a07-8a66a13167bf HTTP/1.1" status: 200 len: 945 time: 0.0950987 Oct 18 03:02:14.045426 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc1ac3-b473-4ee9-bc6b-acc7bd749a4c req-7cc9d180-d4c5-4240-ac06-115f95c95322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:14.047581 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-37fc1ac3-b473-4ee9-bc6b-acc7bd749a4c req-7cc9d180-d4c5-4240-ac06-115f95c95322 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2bab566054f4b83aef927c6227a69ea&device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 1097 time: 0.0430670 Oct 18 03:02:14.053868 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f210a9-738c-4437-81f7-20dcd4c45e65 req-044f5654-7424-41e4-a47c-2bae5f6847a2 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:14.055323 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-40f210a9-738c-4437-81f7-20dcd4c45e65 req-044f5654-7424-41e4-a47c-2bae5f6847a2 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 944 time: 0.0933511 Oct 18 03:02:14.114994 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9a9b8b2b-bec9-4672-aace-fcfb39848ea3 req-de535017-6a03-4580-be1e-46977b6fcb87 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/security-groups?id=4369dea6-70e9-436a-8f7e-7cb490a582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586836 Oct 18 03:02:14.119894 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-40f210a9-738c-4437-81f7-20dcd4c45e65 req-739aa9e4-2064-407d-9c42-aac6539f571e tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547378 Oct 18 03:02:14.170648 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc1ac3-b473-4ee9-bc6b-acc7bd749a4c req-a2183c6c-1c43-4a90-acae-c2f85348d2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:14.172733 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-37fc1ac3-b473-4ee9-bc6b-acc7bd749a4c req-a2183c6c-1c43-4a90-acae-c2f85348d2ca service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e8a63a2-5796-4af1-8add-99fedc042cba HTTP/1.1" status: 200 len: 917 time: 0.0904698 Oct 18 03:02:14.240187 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-313b5275-b9ac-4956-a685-313226f88f82 req-2b14cf32-11ae-4249-998a-a0ffcb6ccaf1 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=4927c405-9a26-438b-a8e7-82c3d30f87ef HTTP/1.1" status: 200 len: 210 time: 0.0300910 Oct 18 03:02:14.263215 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-37fc1ac3-b473-4ee9-bc6b-acc7bd749a4c req-bbe2f280-7e1a-4441-b0ec-662ab23f5125 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a16b945e-b164-4ca8-8381-bef80a1ac009 HTTP/1.1" status: 200 len: 999 time: 0.0763993 Oct 18 03:02:14.318456 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc1ac3-b473-4ee9-bc6b-acc7bd749a4c req-aef9fee9-97dd-4682-bb2a-1aaeaf3ba8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:14.321006 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-37fc1ac3-b473-4ee9-bc6b-acc7bd749a4c req-aef9fee9-97dd-4682-bb2a-1aaeaf3ba8b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dead32d3-ed00-4228-a06c-9c73190d2cad HTTP/1.1" status: 200 len: 855 time: 0.0466506 Oct 18 03:02:14.370645 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc1ac3-b473-4ee9-bc6b-acc7bd749a4c req-a8138a72-47a0-4d91-9e74-315d6139c34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:14.372424 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-37fc1ac3-b473-4ee9-bc6b-acc7bd749a4c req-a8138a72-47a0-4d91-9e74-315d6139c34d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e8a63a2-5796-4af1-8add-99fedc042cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406365 Oct 18 03:02:14.471175 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-37fc1ac3-b473-4ee9-bc6b-acc7bd749a4c req-d2634b96-a5c6-4bfb-948f-57d1d924cfdc service neutron] 10.222.0.36 "GET /v2.0/networks/2e8a63a2-5796-4af1-8add-99fedc042cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865529 Oct 18 03:02:14.567516 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-37fc1ac3-b473-4ee9-bc6b-acc7bd749a4c req-4d0efae2-40e7-4af3-8ea9-e6f8833278ac service neutron] 10.222.0.36 "GET /v2.0/networks/2e8a63a2-5796-4af1-8add-99fedc042cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866649 Oct 18 03:02:15.269080 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b5e23-a52a-4e54-a5c8-e5bac987e51a req-d5e9434b-26d8-420a-91a2-8b201b3048b9 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:15.271272 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-bd9b5e23-a52a-4e54-a5c8-e5bac987e51a req-d5e9434b-26d8-420a-91a2-8b201b3048b9 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1f502d4-82a4-40c7-8a07-8a66a13167bf HTTP/1.1" status: 200 len: 945 time: 0.0894048 Oct 18 03:02:15.283853 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41643ea1-84e2-4f92-9788-7e7f0bb82d96 req-d5858418-bc1a-47d2-8dcb-7d15c24def5b tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:15.290010 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-41643ea1-84e2-4f92-9788-7e7f0bb82d96 req-d5858418-bc1a-47d2-8dcb-7d15c24def5b tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 944 time: 0.0746107 Oct 18 03:02:15.343266 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-bd9b5e23-a52a-4e54-a5c8-e5bac987e51a req-bda9af91-e56f-4ad1-a194-6107402eabb9 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/security-groups?id=4369dea6-70e9-436a-8f7e-7cb490a582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564899 Oct 18 03:02:15.346647 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-41643ea1-84e2-4f92-9788-7e7f0bb82d96 req-93fd0d9a-f47a-4c45-aa9a-b7e4d3fad4aa tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544274 Oct 18 03:02:15.430784 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c77c0bff-dea3-4c86-bc4d-9f6d60bb6b84 req-d4c76598-ec7b-48f4-81ae-92b7e7ebb37e tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=4927c405-9a26-438b-a8e7-82c3d30f87ef HTTP/1.1" status: 200 len: 210 time: 0.0280857 Oct 18 03:02:15.557918 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173d717-5e55-4825-837f-a64e11606c38 req-526ccd15-b660-4b97-a457-1a28df33955b tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:15.559936 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-b173d717-5e55-4825-837f-a64e11606c38 req-526ccd15-b660-4b97-a457-1a28df33955b tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.36 "GET /v2.0/networks?id=ee87d67f-51c3-4f94-a5f7-27ba2918850f HTTP/1.1" status: 200 len: 814 time: 0.1045067 Oct 18 03:02:15.574386 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [req-b173d717-5e55-4825-837f-a64e11606c38 req-2a693688-8141-43d4-9e37-3f7d6e31322c tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Request body: {'port': {'device_id': '4927c405-9a26-438b-a8e7-82c3d30f87ef', 'network_id': 'ee87d67f-51c3-4f94-a5f7-27ba2918850f', 'admin_state_up': True, 'tenant_id': 'aeb8c6079c594501930704c21f3365bb'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:02:15.812194 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b173d717-5e55-4825-837f-a64e11606c38 req-2a693688-8141-43d4-9e37-3f7d6e31322c tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Made reservation on behalf of aeb8c6079c594501930704c21f3365bb for: {'port': 1} {{(pid=106637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 03:02:15.815841 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-b173d717-5e55-4825-837f-a64e11606c38 req-2a693688-8141-43d4-9e37-3f7d6e31322c tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:15.946898 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_common [req-b173d717-5e55-4825-837f-a64e11606c38 req-2a693688-8141-43d4-9e37-3f7d6e31322c tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Allocated IP 172.20.0.2 (ee87d67f-51c3-4f94-a5f7-27ba2918850f/0d38104f-250f-4f3d-8909-ea5d7480a710/93ec5c59-ad4d-4140-897e-bcd441041520) {{(pid=106637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:02:16.098681 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-b173d717-5e55-4825-837f-a64e11606c38 req-2a693688-8141-43d4-9e37-3f7d6e31322c tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Notify callbacks [] for port, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:16.114922 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6524e8-a2bc-47a6-bb04-5ed65dee4e3a req-dca05775-0c19-4699-b653-445158e8fb60 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:16.116367 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ee6524e8-a2bc-47a6-bb04-5ed65dee4e3a req-dca05775-0c19-4699-b653-445158e8fb60 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1f502d4-82a4-40c7-8a07-8a66a13167bf HTTP/1.1" status: 200 len: 945 time: 0.0542827 Oct 18 03:02:16.194953 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-b173d717-5e55-4825-837f-a64e11606c38 req-2a693688-8141-43d4-9e37-3f7d6e31322c tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:16.238126 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b173d717-5e55-4825-837f-a64e11606c38 req-2a693688-8141-43d4-9e37-3f7d6e31322c tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Network ee87d67f-51c3-4f94-a5f7-27ba2918850f is already hosted by enough agents. {{(pid=106637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:02:16.241152 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [req-b173d717-5e55-4825-837f-a64e11606c38 req-2a693688-8141-43d4-9e37-3f7d6e31322c tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Resources bound (agent type, host, resource id): {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:02:16.244859 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [req-b173d717-5e55-4825-837f-a64e11606c38 req-2a693688-8141-43d4-9e37-3f7d6e31322c tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Received port after_create {{(pid=106637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:02:16.273883 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a693688-8141-43d4-9e37-3f7d6e31322c tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Pushing event updated for resources: {'Port': ['ID=93ec5c59-ad4d-4140-897e-bcd441041520,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:02:16.280260 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [req-ee6524e8-a2bc-47a6-bb04-5ed65dee4e3a req-87b376f3-8559-4c28-8154-12450780b86c tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Deleting port 8074eea3-d71f-436d-9bab-a09a58e0992d {{(pid=106636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:02:16.280783 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-ee6524e8-a2bc-47a6-bb04-5ed65dee4e3a req-87b376f3-8559-4c28-8154-12450780b86c tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:16.290233 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a693688-8141-43d4-9e37-3f7d6e31322c tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:02:16.290587 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a693688-8141-43d4-9e37-3f7d6e31322c tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:02:16.290932 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a693688-8141-43d4-9e37-3f7d6e31322c tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:02:16.291307 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a693688-8141-43d4-9e37-3f7d6e31322c tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:02:16.291643 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a693688-8141-43d4-9e37-3f7d6e31322c tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:02:16.291991 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a693688-8141-43d4-9e37-3f7d6e31322c tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:02:16.292846 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a693688-8141-43d4-9e37-3f7d6e31322c tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:02:16.292846 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a693688-8141-43d4-9e37-3f7d6e31322c tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:02:16.293032 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a693688-8141-43d4-9e37-3f7d6e31322c tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:02:16.293263 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a693688-8141-43d4-9e37-3f7d6e31322c tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:02:16.293588 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a693688-8141-43d4-9e37-3f7d6e31322c tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:02:16.293939 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a693688-8141-43d4-9e37-3f7d6e31322c tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:02:16.312967 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173d717-5e55-4825-837f-a64e11606c38 req-2a693688-8141-43d4-9e37-3f7d6e31322c tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:16.314417 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-b173d717-5e55-4825-837f-a64e11606c38 req-2a693688-8141-43d4-9e37-3f7d6e31322c tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:16.379395 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [req-ee6524e8-a2bc-47a6-bb04-5ed65dee4e3a req-87b376f3-8559-4c28-8154-12450780b86c tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] For port 8074eea3-d71f-436d-9bab-a09a58e0992d, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=8074eea3-d71f-436d-9bab-a09a58e0992d,segment=NetworkSegment(2a5df9d3-4a5f-4f19-8fed-3d3e1dc7cdcf),segment_id=2a5df9d3-4a5f-4f19-8fed-3d3e1dc7cdcf)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:02:16.379761 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-ee6524e8-a2bc-47a6-bb04-5ed65dee4e3a req-87b376f3-8559-4c28-8154-12450780b86c tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:16.395221 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [req-ee6524e8-a2bc-47a6-bb04-5ed65dee4e3a req-87b376f3-8559-4c28-8154-12450780b86c tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Calling delete_port for 8074eea3-d71f-436d-9bab-a09a58e0992d owned by compute:nova {{(pid=106636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:02:16.408873 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-b173d717-5e55-4825-837f-a64e11606c38 req-2a693688-8141-43d4-9e37-3f7d6e31322c tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8383584 Oct 18 03:02:16.421778 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [req-b173d717-5e55-4825-837f-a64e11606c38 req-9327863c-91ac-4032-8bf3-c71c1854b7fd service neutron] Request body: {'port': {'device_id': '4927c405-9a26-438b-a8e7-82c3d30f87ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81433'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:02:16.478126 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-b173d717-5e55-4825-837f-a64e11606c38 req-9327863c-91ac-4032-8bf3-c71c1854b7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:16.572488 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044c5e0-f455-4747-b968-6c50c9583437 req-a14bed25-d3a6-4350-b2eb-ab138421248a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:16.574111 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a044c5e0-f455-4747-b968-6c50c9583437 req-a14bed25-d3a6-4350-b2eb-ab138421248a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 944 time: 0.1414566 Oct 18 03:02:16.600427 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb762a62-727d-490f-a18c-4341f472f850 req-7b66ae21-e622-4f77-9fa4-70900e1b889c tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:16.602029 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-bb762a62-727d-490f-a18c-4341f472f850 req-7b66ae21-e622-4f77-9fa4-70900e1b889c tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1f502d4-82a4-40c7-8a07-8a66a13167bf HTTP/1.1" status: 200 len: 945 time: 0.1681821 Oct 18 03:02:16.682517 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a044c5e0-f455-4747-b968-6c50c9583437 req-09d569b3-9bff-4981-8ba8-d08c11c1f261 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976863 Oct 18 03:02:16.715673 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-bb762a62-727d-490f-a18c-4341f472f850 req-531afb38-2388-42ba-a5e3-b56cb3a0531e tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/security-groups?id=4369dea6-70e9-436a-8f7e-7cb490a582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997601 Oct 18 03:02:16.798454 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03482f-48a6-44bd-b9e1-0b2458da1e6e req-57286920-3f33-4004-8bbe-22e1f272a82c tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:16.799940 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4f03482f-48a6-44bd-b9e1-0b2458da1e6e req-57286920-3f33-4004-8bbe-22e1f272a82c tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=4927c405-9a26-438b-a8e7-82c3d30f87ef HTTP/1.1" status: 200 len: 931 time: 0.0518034 Oct 18 03:02:16.824321 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-ee6524e8-a2bc-47a6-bb04-5ed65dee4e3a req-87b376f3-8559-4c28-8154-12450780b86c tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607'] for port, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:16.837393 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['8074eea3-d71f-436d-9bab-a09a58e0992d'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:02:16.901411 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b376f3-8559-4c28-8154-12450780b86c tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Pushing event deleted for resources: {'Port': ['ID=8074eea3-d71f-436d-9bab-a09a58e0992d,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:02:16.905886 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4f03482f-48a6-44bd-b9e1-0b2458da1e6e req-e66886ff-4864-4cd6-8497-b249fd06b67c tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/security-groups?id=1768bbf3-a273-4a07-99a0-8ea664aac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995886 Oct 18 03:02:16.929213 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b376f3-8559-4c28-8154-12450780b86c tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:02:16.929568 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b376f3-8559-4c28-8154-12450780b86c tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:02:16.930360 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b376f3-8559-4c28-8154-12450780b86c tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:02:16.930736 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b376f3-8559-4c28-8154-12450780b86c tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:02:16.931081 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b376f3-8559-4c28-8154-12450780b86c tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:02:16.931405 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b376f3-8559-4c28-8154-12450780b86c tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:02:16.931728 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b376f3-8559-4c28-8154-12450780b86c tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:02:16.932055 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b376f3-8559-4c28-8154-12450780b86c tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:02:16.932385 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b376f3-8559-4c28-8154-12450780b86c tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:02:16.932706 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b376f3-8559-4c28-8154-12450780b86c tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:02:16.933026 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b376f3-8559-4c28-8154-12450780b86c tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:02:16.933344 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b376f3-8559-4c28-8154-12450780b86c tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:02:16.949393 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6524e8-a2bc-47a6-bb04-5ed65dee4e3a req-87b376f3-8559-4c28-8154-12450780b86c tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] No DVR routers for this DVR port 8074eea3-d71f-436d-9bab-a09a58e0992d on host hv-cinder-81433 {{(pid=106636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 03:02:16.953568 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-ee6524e8-a2bc-47a6-bb04-5ed65dee4e3a req-87b376f3-8559-4c28-8154-12450780b86c tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:16.963804 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ee6524e8-a2bc-47a6-bb04-5ed65dee4e3a req-87b376f3-8559-4c28-8154-12450780b86c tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.36 "DELETE /v2.0/ports/8074eea3-d71f-436d-9bab-a09a58e0992d HTTP/1.1" status: 204 len: 173 time: 0.8406823 Oct 18 03:02:16.964906 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f502d4-82a4-40c7-8a07-8a66a13167bf', 'name': 'network-vif-deleted', 'tag': '8074eea3-d71f-436d-9bab-a09a58e0992d'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:02:16.968485 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}496079113880dc21d8e474160779c487de2a9ec27c44afe50e843faa48598ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b58f6c3-cd2d-4918-b3f1-f70f4f6456ee" -d '{"events": [{"server_uuid": "e1f502d4-82a4-40c7-8a07-8a66a13167bf", "name": "network-vif-deleted", "tag": "8074eea3-d71f-436d-9bab-a09a58e0992d"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:02:17.008867 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.notifiers.nova [req-b173d717-5e55-4825-837f-a64e11606c38 req-9327863c-91ac-4032-8bf3-c71c1854b7fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93ec5c59-ad4d-4140-897e-bcd441041520 {{(pid=106637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 03:02:17.011491 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b716627e-1fac-4c11-bc25-418dc28277a2 x-openstack-request-id: req-b716627e-1fac-4c11-bc25-418dc28277a2 {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:02:17.011784 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f502d4-82a4-40c7-8a07-8a66a13167bf", "name": "network-vif-deleted", "tag": "8074eea3-d71f-436d-9bab-a09a58e0992d", "status": "completed", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:02:17.012068 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b716627e-1fac-4c11-bc25-418dc28277a2 {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:02:17.012406 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f502d4-82a4-40c7-8a07-8a66a13167bf', 'name': 'network-vif-deleted', 'tag': '8074eea3-d71f-436d-9bab-a09a58e0992d', 'status': 'completed', 'code': 200} Oct 18 03:02:17.017771 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-b173d717-5e55-4825-837f-a64e11606c38 req-9327863c-91ac-4032-8bf3-c71c1854b7fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:17.030919 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.provisioning_blocks [req-b173d717-5e55-4825-837f-a64e11606c38 req-9327863c-91ac-4032-8bf3-c71c1854b7fd service neutron] Transition to ACTIVE for port object 93ec5c59-ad4d-4140-897e-bcd441041520 will not be triggered until provisioned by entity L2. {{(pid=106637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 03:02:17.092481 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-b173d717-5e55-4825-837f-a64e11606c38 req-9327863c-91ac-4032-8bf3-c71c1854b7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3168564'] for port, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:17.168906 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327863c-91ac-4032-8bf3-c71c1854b7fd service neutron] Pushing event updated for resources: {'Port': ['ID=93ec5c59-ad4d-4140-897e-bcd441041520,revision_number=2']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:02:17.219260 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [req-b173d717-5e55-4825-837f-a64e11606c38 req-9327863c-91ac-4032-8bf3-c71c1854b7fd service neutron] Attempting to bind port 93ec5c59-ad4d-4140-897e-bcd441041520 on host hv-cinder-81433 for vnic_type normal with profile {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 03:02:17.219519 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [req-b173d717-5e55-4825-837f-a64e11606c38 req-9327863c-91ac-4032-8bf3-c71c1854b7fd service neutron] Attempting to bind port 93ec5c59-ad4d-4140-897e-bcd441041520 by drivers openvswitch,hyperv on host hv-cinder-81433 at level 0 using segments [{'id': 'b8f3f050-055d-48ef-afe2-c5127bdfb071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ee87d67f-51c3-4f94-a5f7-27ba2918850f'}] {{(pid=106637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 03:02:17.219849 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b173d717-5e55-4825-837f-a64e11606c38 req-9327863c-91ac-4032-8bf3-c71c1854b7fd service neutron] Attempting to bind port 93ec5c59-ad4d-4140-897e-bcd441041520 on network ee87d67f-51c3-4f94-a5f7-27ba2918850f {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:02:17.224135 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b173d717-5e55-4825-837f-a64e11606c38 req-9327863c-91ac-4032-8bf3-c71c1854b7fd service neutron] Port 93ec5c59-ad4d-4140-897e-bcd441041520 on network ee87d67f-51c3-4f94-a5f7-27ba2918850f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81433 {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 03:02:17.224456 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b173d717-5e55-4825-837f-a64e11606c38 req-9327863c-91ac-4032-8bf3-c71c1854b7fd service neutron] Attempting to bind port 93ec5c59-ad4d-4140-897e-bcd441041520 on network ee87d67f-51c3-4f94-a5f7-27ba2918850f {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:02:17.229125 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b173d717-5e55-4825-837f-a64e11606c38 req-9327863c-91ac-4032-8bf3-c71c1854b7fd service neutron] Checking agent: {'id': '54b63e31-ff86-4d84-9464-5034764a1d76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81433', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'started_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 3, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 03:02:17.229463 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b173d717-5e55-4825-837f-a64e11606c38 req-9327863c-91ac-4032-8bf3-c71c1854b7fd service neutron] Checking segment: {'id': 'b8f3f050-055d-48ef-afe2-c5127bdfb071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ee87d67f-51c3-4f94-a5f7-27ba2918850f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:02:17.230139 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b173d717-5e55-4825-837f-a64e11606c38 req-9327863c-91ac-4032-8bf3-c71c1854b7fd service neutron] Bound using segment: {'id': 'b8f3f050-055d-48ef-afe2-c5127bdfb071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ee87d67f-51c3-4f94-a5f7-27ba2918850f'} {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 03:02:17.230569 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [req-b173d717-5e55-4825-837f-a64e11606c38 req-9327863c-91ac-4032-8bf3-c71c1854b7fd service neutron] Bound port: 93ec5c59-ad4d-4140-897e-bcd441041520, host: hv-cinder-81433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8f3f050-055d-48ef-afe2-c5127bdfb071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ee87d67f-51c3-4f94-a5f7-27ba2918850f'}}] {{(pid=106637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 03:02:17.230920 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-b173d717-5e55-4825-837f-a64e11606c38 req-9327863c-91ac-4032-8bf3-c71c1854b7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:17.297394 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [req-b173d717-5e55-4825-837f-a64e11606c38 req-9327863c-91ac-4032-8bf3-c71c1854b7fd service neutron] For port 93ec5c59-ad4d-4140-897e-bcd441041520, host hv-cinder-81433, cleared binding levels {{(pid=106637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 03:02:17.300500 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [req-b173d717-5e55-4825-837f-a64e11606c38 req-9327863c-91ac-4032-8bf3-c71c1854b7fd service neutron] For port 93ec5c59-ad4d-4140-897e-bcd441041520, host hv-cinder-81433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=93ec5c59-ad4d-4140-897e-bcd441041520,segment=NetworkSegment(b8f3f050-055d-48ef-afe2-c5127bdfb071),segment_id=b8f3f050-055d-48ef-afe2-c5127bdfb071)] {{(pid=106637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 03:02:17.446290 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-b173d717-5e55-4825-837f-a64e11606c38 req-9327863c-91ac-4032-8bf3-c71c1854b7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3168564'] for port, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:17.486408 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173d717-5e55-4825-837f-a64e11606c38 req-9327863c-91ac-4032-8bf3-c71c1854b7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:17.486408 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-b173d717-5e55-4825-837f-a64e11606c38 req-9327863c-91ac-4032-8bf3-c71c1854b7fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:17.486408 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-b173d717-5e55-4825-837f-a64e11606c38 req-9327863c-91ac-4032-8bf3-c71c1854b7fd service neutron] 10.222.0.36 "PUT /v2.0/ports/93ec5c59-ad4d-4140-897e-bcd441041520 HTTP/1.1" status: 200 len: 1093 time: 1.0674255 Oct 18 03:02:17.486408 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4927c405-9a26-438b-a8e7-82c3d30f87ef', 'tag': '93ec5c59-ad4d-4140-897e-bcd441041520'}] {{(pid=106637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:02:17.487064 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84e416a7c2bb109cea857a7500c5c4b938dbd8fc9acb645868c31a21fed55845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940bd015-05f9-4f8a-a2b0-70af1224a646" -d '{"events": [{"name": "network-changed", "server_uuid": "4927c405-9a26-438b-a8e7-82c3d30f87ef", "tag": "93ec5c59-ad4d-4140-897e-bcd441041520"}]}' {{(pid=106637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:02:17.513303 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327863c-91ac-4032-8bf3-c71c1854b7fd service neutron] Pushing event updated for resources: {'Port': ['ID=93ec5c59-ad4d-4140-897e-bcd441041520,revision_number=3']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:02:17.543471 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 03:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9aa13e-a03e-45e5-af1a-eec1a2afb9df x-openstack-request-id: req-cb9aa13e-a03e-45e5-af1a-eec1a2afb9df {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:02:17.543892 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4927c405-9a26-438b-a8e7-82c3d30f87ef", "tag": "93ec5c59-ad4d-4140-897e-bcd441041520", "status": "completed", "code": 200}]} {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:02:17.544141 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cb9aa13e-a03e-45e5-af1a-eec1a2afb9df {{(pid=106637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:02:17.544528 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4927c405-9a26-438b-a8e7-82c3d30f87ef', 'tag': '93ec5c59-ad4d-4140-897e-bcd441041520', 'status': 'completed', 'code': 200} Oct 18 03:02:17.547665 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cece1-5d75-4b24-868f-0b8be84f10e6 req-83611866-789b-48b4-a49a-0b69c8ce8048 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:17.549777 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d83cece1-5d75-4b24-868f-0b8be84f10e6 req-83611866-789b-48b4-a49a-0b69c8ce8048 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 945 time: 0.0525606 Oct 18 03:02:17.590744 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d83cece1-5d75-4b24-868f-0b8be84f10e6 req-396aea2d-d99b-4253-b47f-301029d06db1 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350747 Oct 18 03:02:17.610064 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940bd015-05f9-4f8a-a2b0-70af1224a646 req-60573478-cb96-45d7-9d75-b8487a433ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:17.611793 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-940bd015-05f9-4f8a-a2b0-70af1224a646 req-60573478-cb96-45d7-9d75-b8487a433ce5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aeb8c6079c594501930704c21f3365bb&device_id=4927c405-9a26-438b-a8e7-82c3d30f87ef HTTP/1.1" status: 200 len: 1096 time: 0.0423477 Oct 18 03:02:17.719928 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940bd015-05f9-4f8a-a2b0-70af1224a646 req-5e823234-39e7-498b-9d42-83f9f5d58289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:17.721394 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-940bd015-05f9-4f8a-a2b0-70af1224a646 req-5e823234-39e7-498b-9d42-83f9f5d58289 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=aeb8c6079c594501930704c21f3365bb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0927422 Oct 18 03:02:17.831852 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-fd6b9cb0-a95f-4dbd-b934-428382f10b10 req-2bbd93b8-56d2-47f6-be31-22d11612a7a8 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1f502d4-82a4-40c7-8a07-8a66a13167bf HTTP/1.1" status: 200 len: 210 time: 0.0306206 Oct 18 03:02:17.834604 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940bd015-05f9-4f8a-a2b0-70af1224a646 req-94c9b83d-549c-47ec-8b8d-21c234b65167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:17.836065 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-940bd015-05f9-4f8a-a2b0-70af1224a646 req-94c9b83d-549c-47ec-8b8d-21c234b65167 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0991580 Oct 18 03:02:17.839727 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69d0ce-898f-44c8-8d7f-0be0cf678423 req-fa52ec8d-ef7c-4600-a705-8e6a9a2c6f1f tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:17.846492 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7d69d0ce-898f-44c8-8d7f-0be0cf678423 req-fa52ec8d-ef7c-4600-a705-8e6a9a2c6f1f tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 944 time: 0.0783048 Oct 18 03:02:17.882369 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7d69d0ce-898f-44c8-8d7f-0be0cf678423 req-92948d05-545a-4c9c-9a00-65085316fc43 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334361 Oct 18 03:02:17.926558 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173d717-5e55-4825-837f-a64e11606c38 req-f170bf76-4aea-49b8-ba28-ed85c10bb503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:17.932500 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-b173d717-5e55-4825-837f-a64e11606c38 req-f170bf76-4aea-49b8-ba28-ed85c10bb503 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aeb8c6079c594501930704c21f3365bb&device_id=4927c405-9a26-438b-a8e7-82c3d30f87ef HTTP/1.1" status: 200 len: 1096 time: 0.0464146 Oct 18 03:02:17.980581 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-b173d717-5e55-4825-837f-a64e11606c38 req-ecfdd015-29ba-41a7-be5c-1af4f104864c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93ec5c59-ad4d-4140-897e-bcd441041520 HTTP/1.1" status: 200 len: 217 time: 0.0355306 Oct 18 03:02:18.032781 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9add7-be5a-4103-971b-80a566b2da54 req-6fa79290-badb-4d3d-be95-d9e79e2b447c tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:18.034219 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-26f9add7-be5a-4103-971b-80a566b2da54 req-6fa79290-badb-4d3d-be95-d9e79e2b447c tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=4927c405-9a26-438b-a8e7-82c3d30f87ef HTTP/1.1" status: 200 len: 943 time: 0.0544057 Oct 18 03:02:18.046259 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173d717-5e55-4825-837f-a64e11606c38 req-300e5ad9-1b3c-4b3d-b45f-088531f69ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:18.047713 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-b173d717-5e55-4825-837f-a64e11606c38 req-300e5ad9-1b3c-4b3d-b45f-088531f69ee0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d38104f-250f-4f3d-8909-ea5d7480a710 HTTP/1.1" status: 200 len: 854 time: 0.0462589 Oct 18 03:02:18.076026 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-26f9add7-be5a-4103-971b-80a566b2da54 req-9d7af5fd-90e5-4173-9488-1968a4bc35c1 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/security-groups?id=1768bbf3-a273-4a07-99a0-8ea664aac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344329 Oct 18 03:02:18.083007 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-b173d717-5e55-4825-837f-a64e11606c38 req-e67bbedc-5041-4bdd-91c5-bb2cf4379d87 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee87d67f-51c3-4f94-a5f7-27ba2918850f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271351 Oct 18 03:02:18.182026 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-b173d717-5e55-4825-837f-a64e11606c38 req-22295cea-aa67-4767-ace3-af50b6d6d9b5 service neutron] 10.222.0.36 "GET /v2.0/networks/ee87d67f-51c3-4f94-a5f7-27ba2918850f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875142 Oct 18 03:02:18.286172 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-b173d717-5e55-4825-837f-a64e11606c38 req-9679b529-79e5-457c-a9e5-eaf7547c7312 service neutron] 10.222.0.36 "GET /v2.0/networks/ee87d67f-51c3-4f94-a5f7-27ba2918850f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950561 Oct 18 03:02:18.719059 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60836bd5-eeab-4d05-871b-fb5d1dc30ce6 req-5f7d85bc-e439-48df-bf8e-cc059db577e1 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:18.720494 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-60836bd5-eeab-4d05-871b-fb5d1dc30ce6 req-5f7d85bc-e439-48df-bf8e-cc059db577e1 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 945 time: 0.0563297 Oct 18 03:02:18.761892 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-60836bd5-eeab-4d05-871b-fb5d1dc30ce6 req-87e4a4c7-38e3-4565-8d25-d6be5faeb420 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353448 Oct 18 03:02:19.014903 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2b037-3ca3-4075-9e8b-5f4262c0c331 req-aff47faa-4681-4936-b9fe-903abbd5aeea tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:19.016895 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-31d2b037-3ca3-4075-9e8b-5f4262c0c331 req-aff47faa-4681-4936-b9fe-903abbd5aeea tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 944 time: 0.0565281 Oct 18 03:02:19.071655 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-31d2b037-3ca3-4075-9e8b-5f4262c0c331 req-b32ab752-6dc6-4b94-ba3d-b56ddfda1331 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482094 Oct 18 03:02:19.210718 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-77b906d1-6ab0-4b7e-a4a6-681abd918c29 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:19.212163 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-77b906d1-6ab0-4b7e-a4a6-681abd918c29 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/networks?id=a6fd56a1-cd6e-44d7-ba21-30666bcff4a2 HTTP/1.1" status: 200 len: 808 time: 0.1396465 Oct 18 03:02:19.246356 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b495a-3a7e-4935-aa3f-98ebc9f03c5f req-5c8ae813-686e-4afb-b513-af1d269f2621 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:19.247786 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-898b495a-3a7e-4935-aa3f-98ebc9f03c5f req-5c8ae813-686e-4afb-b513-af1d269f2621 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=4927c405-9a26-438b-a8e7-82c3d30f87ef HTTP/1.1" status: 200 len: 943 time: 0.1050591 Oct 18 03:02:19.249597 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-9b8f1b8a-3a2a-4ea6-bb4d-a177e2bf94c9 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/quotas/b291bbb873a24467b13cde8d12ee52db HTTP/1.1" status: 200 len: 375 time: 0.0273852 Oct 18 03:02:19.257181 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-914061bb-be50-4952-9289-adfd44ba02cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:19.297883 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-3e8ca882-6a21-4e90-a98a-17723efa5352 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b291bbb873a24467b13cde8d12ee52db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366390 Oct 18 03:02:19.317690 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-898b495a-3a7e-4935-aa3f-98ebc9f03c5f req-31a3eaa6-917b-494e-9c82-90a718f30e07 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/security-groups?id=1768bbf3-a273-4a07-99a0-8ea664aac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639729 Oct 18 03:02:19.395224 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-af66b2b7-8688-4b1c-b644-9be809bfda79 service neutron] 10.222.0.30 "GET /v2.0/networks/a6fd56a1-cd6e-44d7-ba21-30666bcff4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897474 Oct 18 03:02:19.484047 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-5ebeabe9-d8d2-41fc-826c-8d80d3dd5fc4 service neutron] 10.222.0.30 "GET /v2.0/networks/a6fd56a1-cd6e-44d7-ba21-30666bcff4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827518 Oct 18 03:02:19.768702 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-31d2c27b-545b-48b3-9fa0-41b40f2eddd2 req-cd3c4410-6324-4b88-a8b2-8e2044e08863 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=c30e07f3-983c-4d86-b344-aa6982e72a4a HTTP/1.1" status: 200 len: 210 time: 0.0272651 Oct 18 03:02:19.882687 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90189f4-eed2-4edb-8b71-b558a6484fb8 req-85f5efbd-bc53-48ff-8b77-4cf33cf68244 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:19.884133 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a90189f4-eed2-4edb-8b71-b558a6484fb8 req-85f5efbd-bc53-48ff-8b77-4cf33cf68244 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 945 time: 0.0529692 Oct 18 03:02:19.921530 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a90189f4-eed2-4edb-8b71-b558a6484fb8 req-c3e19e47-a82c-447c-8709-e79c8e06a41d tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307913 Oct 18 03:02:20.192058 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3aa79a-d4ad-4dee-b5da-8d5d1379bfba req-5995accf-42a5-438a-907c-7125729497fd tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:20.193592 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-dd3aa79a-d4ad-4dee-b5da-8d5d1379bfba req-5995accf-42a5-438a-907c-7125729497fd tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 944 time: 0.0485332 Oct 18 03:02:20.232103 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-dd3aa79a-d4ad-4dee-b5da-8d5d1379bfba req-7e77895e-a4d0-4ad4-bcad-5de8d34b3644 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325825 Oct 18 03:02:20.270123 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19eba4-57b6-405e-a8a0-88db6086b6d4 req-7958f1cb-3669-429d-a21c-2df71352751e tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:20.271586 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-2c19eba4-57b6-405e-a8a0-88db6086b6d4 req-7958f1cb-3669-429d-a21c-2df71352751e tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.36 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 945 time: 0.0522089 Oct 18 03:02:20.367392 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [req-2c19eba4-57b6-405e-a8a0-88db6086b6d4 req-4c2b95cb-2ac7-48ae-a725-7a9671f531ba tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Deleting port 5f5a915e-2000-4440-8ca0-90d2a386b43d {{(pid=106637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:02:20.367732 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-2c19eba4-57b6-405e-a8a0-88db6086b6d4 req-4c2b95cb-2ac7-48ae-a725-7a9671f531ba tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:20.435228 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e1828-5eb2-4674-9ab6-05ca10f1f2f6 req-e2d91ef8-be1c-47c3-bfc6-03b92489562d tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:20.437358 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e43e1828-5eb2-4674-9ab6-05ca10f1f2f6 req-e2d91ef8-be1c-47c3-bfc6-03b92489562d tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=4927c405-9a26-438b-a8e7-82c3d30f87ef HTTP/1.1" status: 200 len: 943 time: 0.0489013 Oct 18 03:02:20.460561 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [req-2c19eba4-57b6-405e-a8a0-88db6086b6d4 req-4c2b95cb-2ac7-48ae-a725-7a9671f531ba tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] For port 5f5a915e-2000-4440-8ca0-90d2a386b43d, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=5f5a915e-2000-4440-8ca0-90d2a386b43d,segment=NetworkSegment(9ebf1992-0ee9-4a4b-b4bb-409555f91b46),segment_id=9ebf1992-0ee9-4a4b-b4bb-409555f91b46)] {{(pid=106637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:02:20.460922 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-2c19eba4-57b6-405e-a8a0-88db6086b6d4 req-4c2b95cb-2ac7-48ae-a725-7a9671f531ba tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:20.477880 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [req-2c19eba4-57b6-405e-a8a0-88db6086b6d4 req-4c2b95cb-2ac7-48ae-a725-7a9671f531ba tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Calling delete_port for 5f5a915e-2000-4440-8ca0-90d2a386b43d owned by compute:nova {{(pid=106637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:02:20.478944 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e43e1828-5eb2-4674-9ab6-05ca10f1f2f6 req-a07a8950-126e-4995-b055-5537a103fc8f tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/security-groups?id=1768bbf3-a273-4a07-99a0-8ea664aac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340970 Oct 18 03:02:20.702894 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-2c19eba4-57b6-405e-a8a0-88db6086b6d4 req-4c2b95cb-2ac7-48ae-a725-7a9671f531ba tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:20.719407 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['07318d5b-0abb-418e-86c4-a0e2df0a7bc9', '5f5a915e-2000-4440-8ca0-90d2a386b43d'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:02:20.734252 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b95cb-2ac7-48ae-a725-7a9671f531ba tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Pushing event deleted for resources: {'Port': ['ID=5f5a915e-2000-4440-8ca0-90d2a386b43d,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:02:20.778411 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c19eba4-57b6-405e-a8a0-88db6086b6d4 req-4c2b95cb-2ac7-48ae-a725-7a9671f531ba tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] No DVR routers for this DVR port 5f5a915e-2000-4440-8ca0-90d2a386b43d on host hv-cinder-81433 {{(pid=106637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 03:02:20.798750 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-2c19eba4-57b6-405e-a8a0-88db6086b6d4 req-4c2b95cb-2ac7-48ae-a725-7a9671f531ba tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:20.802251 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-2c19eba4-57b6-405e-a8a0-88db6086b6d4 req-4c2b95cb-2ac7-48ae-a725-7a9671f531ba tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.36 "DELETE /v2.0/ports/5f5a915e-2000-4440-8ca0-90d2a386b43d HTTP/1.1" status: 204 len: 173 time: 0.5223331 Oct 18 03:02:20.802726 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fca94b-9b74-40d5-b7c2-3754fc72418c', 'name': 'network-vif-deleted', 'tag': '5f5a915e-2000-4440-8ca0-90d2a386b43d'}] {{(pid=106637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:02:20.805853 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84e416a7c2bb109cea857a7500c5c4b938dbd8fc9acb645868c31a21fed55845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff7f682-027a-4345-89d7-3a65c8d69f0d" -d '{"events": [{"server_uuid": "77fca94b-9b74-40d5-b7c2-3754fc72418c", "name": "network-vif-deleted", "tag": "5f5a915e-2000-4440-8ca0-90d2a386b43d"}]}' {{(pid=106637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:02:20.844052 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b46f32-c948-4e6c-ad33-1f53a1137626 x-openstack-request-id: req-e8b46f32-c948-4e6c-ad33-1f53a1137626 {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:02:20.844345 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77fca94b-9b74-40d5-b7c2-3754fc72418c", "name": "network-vif-deleted", "tag": "5f5a915e-2000-4440-8ca0-90d2a386b43d", "status": "completed", "code": 200}]} {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:02:20.844593 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e8b46f32-c948-4e6c-ad33-1f53a1137626 {{(pid=106637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:02:20.844986 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fca94b-9b74-40d5-b7c2-3754fc72418c', 'name': 'network-vif-deleted', 'tag': '5f5a915e-2000-4440-8ca0-90d2a386b43d', 'status': 'completed', 'code': 200} Oct 18 03:02:20.859825 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 93ec5c59-ad4d-4140-897e-bcd441041520 details requested by agent hyperv_hv-cinder-81433 with host hv-cinder-81433 {{(pid=106638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 03:02:20.877093 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ff558fea-d17e-41bd-921e-c0b9a281d7e8 req-ade020f8-8536-40e0-a618-37b26655e6e3 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=c30e07f3-983c-4d86-b344-aa6982e72a4a HTTP/1.1" status: 200 len: 210 time: 0.0378337 Oct 18 03:02:20.890877 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 8074eea3-d71f-436d-9bab-a09a58e0992d no longer exists at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:02:20.922315 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] No Port match for: 8074eea3-d71f-436d-9bab-a09a58e0992d {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:02:20.922654 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 8074eea3-d71f-436d-9bab-a09a58e0992d not bound to the agent host hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:02:21.150149 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 93ec5c59-ad4d-4140-897e-bcd441041520, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=93ec5c59-ad4d-4140-897e-bcd441041520,segment=NetworkSegment(b8f3f050-055d-48ef-afe2-c5127bdfb071),segment_id=b8f3f050-055d-48ef-afe2-c5127bdfb071)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:02:21.162471 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Returning: {'device': '93ec5c59-ad4d-4140-897e-bcd441041520', 'network_id': 'ee87d67f-51c3-4f94-a5f7-27ba2918850f', 'port_id': '93ec5c59-ad4d-4140-897e-bcd441041520', 'mac_address': 'fa:16:3e:7b:b2:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d38104f-250f-4f3d-8909-ea5d7480a710', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 03:02:21.203993 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:21.218085 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93ec5c59-ad4d-4140-897e-bcd441041520 {{(pid=106638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 03:02:21.240495 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 93ec5c59-ad4d-4140-897e-bcd441041520, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=93ec5c59-ad4d-4140-897e-bcd441041520,segment=NetworkSegment(b8f3f050-055d-48ef-afe2-c5127bdfb071),segment_id=b8f3f050-055d-48ef-afe2-c5127bdfb071)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:02:21.242784 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-2ab38acc-b893-4007-b2ff-ddd13dd42d31 req-ab32587b-de64-42d8-9850-be0f7c832e76 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 210 time: 0.2421386 Oct 18 03:02:21.328081 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 35284) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:02:21.337221 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:21.370407 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb743d5-e89a-460b-b824-c2230040e81c req-633eff8f-4173-4468-995e-6e9ae7b99842 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:21.374495 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-3fb743d5-e89a-460b-b824-c2230040e81c req-633eff8f-4173-4468-995e-6e9ae7b99842 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 944 time: 0.0544946 Oct 18 03:02:21.389215 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=93ec5c59-ad4d-4140-897e-bcd441041520,revision_number=4']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:02:21.414454 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-3fb743d5-e89a-460b-b824-c2230040e81c req-9803ece7-c5d3-40ce-abc4-48b4b61df99f tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356622 Oct 18 03:02:21.456460 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8020c0fd-c254-4b99-80c8-fc1f33880223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:21.530404 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8020c0fd-c254-4b99-80c8-fc1f33880223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:21.600940 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e1fb1-9893-4808-b256-0929dba0e130 req-8c36adb3-24e7-440c-97b2-1514ad10a2ea tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:21.602420 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-416e1fb1-9893-4808-b256-0929dba0e130 req-8c36adb3-24e7-440c-97b2-1514ad10a2ea tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=4927c405-9a26-438b-a8e7-82c3d30f87ef HTTP/1.1" status: 200 len: 944 time: 0.0528526 Oct 18 03:02:21.603558 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8020c0fd-c254-4b99-80c8-fc1f33880223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:21.603679 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['93ec5c59-ad4d-4140-897e-bcd441041520'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:02:21.664098 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-8020c0fd-c254-4b99-80c8-fc1f33880223 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6a51dac152e045d3876358904e2922eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3327587 Oct 18 03:02:21.664849 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 35290) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:02:21.667723 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8020c0fd-c254-4b99-80c8-fc1f33880223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee40673-be59-42b2-80ab-534ca462e7dc,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:02:21.696148 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-416e1fb1-9893-4808-b256-0929dba0e130 req-37a1f9be-ff0b-421a-930c-3207d40221a0 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/security-groups?id=1768bbf3-a273-4a07-99a0-8ea664aac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865676 Oct 18 03:02:21.721465 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-649f0c15-cee5-4bed-8e44-69cce0fe9dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:21.745015 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-649f0c15-cee5-4bed-8e44-69cce0fe9dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:21.888761 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-649f0c15-cee5-4bed-8e44-69cce0fe9dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:21.891468 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-649f0c15-cee5-4bed-8e44-69cce0fe9dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:21.892554 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-649f0c15-cee5-4bed-8e44-69cce0fe9dd0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3ee40673-be59-42b2-80ab-534ca462e7dc HTTP/1.1" status: 204 len: 168 time: 0.2261417 Oct 18 03:02:21.907816 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f0c15-cee5-4bed-8e44-69cce0fe9dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee40673-be59-42b2-80ab-534ca462e7dc,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:02:21.909129 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-ce266029-dd6f-48bd-93f7-8f82cc2096fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:21.985872 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f5522a07-b78d-4e2a-8ee3-871068e90dc7 req-d67a32fd-c12c-48b2-9385-3e9184f83802 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=c30e07f3-983c-4d86-b344-aa6982e72a4a HTTP/1.1" status: 200 len: 210 time: 0.0337970 Oct 18 03:02:21.994167 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-ad17fb1e-59b5-478d-a709-9bb710881ea5 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:21.995604 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-ad17fb1e-59b5-478d-a709-9bb710881ea5 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.36 "GET /v2.0/networks?id=a6fd56a1-cd6e-44d7-ba21-30666bcff4a2 HTTP/1.1" status: 200 len: 808 time: 0.1541657 Oct 18 03:02:22.011420 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-5fd7abbf-9842-4876-92cb-844102944a70 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Request body: {'port': {'device_id': 'c30e07f3-983c-4d86-b344-aa6982e72a4a', 'network_id': 'a6fd56a1-cd6e-44d7-ba21-30666bcff4a2', 'admin_state_up': True, 'tenant_id': 'b291bbb873a24467b13cde8d12ee52db'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:02:22.218245 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-5fd7abbf-9842-4876-92cb-844102944a70 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Made reservation on behalf of b291bbb873a24467b13cde8d12ee52db for: {'port': 1} {{(pid=106637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 03:02:22.238158 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-5fd7abbf-9842-4876-92cb-844102944a70 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:22.360341 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4025b208-134d-45da-9e59-1dcdd1d1638f req-31e609b4-a673-4adb-ad7f-59d9abe3ff5e tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=77fca94b-9b74-40d5-b7c2-3754fc72418c HTTP/1.1" status: 200 len: 210 time: 0.0274208 Oct 18 03:02:22.368010 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_common [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-5fd7abbf-9842-4876-92cb-844102944a70 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Allocated IP 172.20.0.5 (a6fd56a1-cd6e-44d7-ba21-30666bcff4a2/929ff636-6271-4b23-bddd-730ce40bc1d5/481049b6-4b76-4888-878e-cda1a6c1a54d) {{(pid=106637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:02:22.517886 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-5fd7abbf-9842-4876-92cb-844102944a70 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Notify callbacks [] for port, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:22.531646 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:22.541094 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f2775-700e-4376-b7cc-96c7fa81d5e3 req-1cec402b-4628-467b-af11-544bed0a8bf8 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:22.546387 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cb7f2775-700e-4376-b7cc-96c7fa81d5e3 req-1cec402b-4628-467b-af11-544bed0a8bf8 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 944 time: 0.0540020 Oct 18 03:02:22.583837 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cb7f2775-700e-4376-b7cc-96c7fa81d5e3 req-6cd89092-8425-42b1-9799-15d2c8403bfc tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348871 Oct 18 03:02:22.629012 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-5fd7abbf-9842-4876-92cb-844102944a70 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:22.672993 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-5fd7abbf-9842-4876-92cb-844102944a70 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Network a6fd56a1-cd6e-44d7-ba21-30666bcff4a2 is already hosted by enough agents. {{(pid=106637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:02:22.675929 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-5fd7abbf-9842-4876-92cb-844102944a70 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Resources bound (agent type, host, resource id): {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:02:22.679493 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-5fd7abbf-9842-4876-92cb-844102944a70 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Received port after_create {{(pid=106637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:02:22.688097 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd7abbf-9842-4876-92cb-844102944a70 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Pushing event updated for resources: {'Port': ['ID=481049b6-4b76-4888-878e-cda1a6c1a54d,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:02:22.731622 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-5fd7abbf-9842-4876-92cb-844102944a70 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:22.732289 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-5fd7abbf-9842-4876-92cb-844102944a70 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:22.810154 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24591a2d-0b3f-401f-a333-71eea3d7b483 req-6fc0f1b8-9fc8-46d5-95d4-826ea04e67cd tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:22.812212 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-24591a2d-0b3f-401f-a333-71eea3d7b483 req-6fc0f1b8-9fc8-46d5-95d4-826ea04e67cd tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=4927c405-9a26-438b-a8e7-82c3d30f87ef HTTP/1.1" status: 200 len: 944 time: 0.0486672 Oct 18 03:02:22.814885 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-5fd7abbf-9842-4876-92cb-844102944a70 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8071222 Oct 18 03:02:22.833456 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-aceb271d-6673-4b0a-88ed-2d6b5c39f8ed service neutron] Request body: {'port': {'device_id': 'c30e07f3-983c-4d86-b344-aa6982e72a4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81433'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:02:22.849978 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-24591a2d-0b3f-401f-a333-71eea3d7b483 req-94239612-fd0e-469b-9ad4-077c28f27c73 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/security-groups?id=1768bbf3-a273-4a07-99a0-8ea664aac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320151 Oct 18 03:02:22.863253 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device a16b945e-b164-4ca8-8381-bef80a1ac009 details requested by agent hyperv_hv-cinder-81433 with host hv-cinder-81433 {{(pid=106638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 03:02:22.865468 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 93ec5c59-ad4d-4140-897e-bcd441041520 up at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:02:22.886673 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-aceb271d-6673-4b0a-88ed-2d6b5c39f8ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:22.994458 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port a16b945e-b164-4ca8-8381-bef80a1ac009, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=a16b945e-b164-4ca8-8381-bef80a1ac009,segment=NetworkSegment(0a4479a8-2092-4dd6-9759-50afb4a3e69f),segment_id=0a4479a8-2092-4dd6-9759-50afb4a3e69f)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:02:23.006634 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Returning: {'device': 'a16b945e-b164-4ca8-8381-bef80a1ac009', 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba', 'port_id': 'a16b945e-b164-4ca8-8381-bef80a1ac009', 'mac_address': 'fa:16:3e:f5:65:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dead32d3-ed00-4228-a06c-9c73190d2cad', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 03:02:23.046853 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning for port 93ec5c59-ad4d-4140-897e-bcd441041520 completed by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 03:02:23.054131 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:23.055974 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning complete for port 93ec5c59-ad4d-4140-897e-bcd441041520 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:02:23.056323 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:23.095731 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a16b945e-b164-4ca8-8381-bef80a1ac009 {{(pid=106638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 03:02:23.117073 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8742ea-8612-42f2-ae46-b16a51dde4a0 req-4a739058-2ac6-4a60-87f3-a8f924ecfbc2 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:23.118903 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4c8742ea-8612-42f2-ae46-b16a51dde4a0 req-4a739058-2ac6-4a60-87f3-a8f924ecfbc2 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=c30e07f3-983c-4d86-b344-aa6982e72a4a HTTP/1.1" status: 200 len: 931 time: 0.0549767 Oct 18 03:02:23.125566 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port a16b945e-b164-4ca8-8381-bef80a1ac009, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=a16b945e-b164-4ca8-8381-bef80a1ac009,segment=NetworkSegment(0a4479a8-2092-4dd6-9759-50afb4a3e69f),segment_id=0a4479a8-2092-4dd6-9759-50afb4a3e69f)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:02:23.156702 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.notifiers.nova [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-aceb271d-6673-4b0a-88ed-2d6b5c39f8ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 481049b6-4b76-4888-878e-cda1a6c1a54d {{(pid=106637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 03:02:23.163457 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4c8742ea-8612-42f2-ae46-b16a51dde4a0 req-1310e20f-d83f-4efd-88c9-d539e4204c8c tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/security-groups?id=4369dea6-70e9-436a-8f7e-7cb490a582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359550 Oct 18 03:02:23.167992 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-aceb271d-6673-4b0a-88ed-2d6b5c39f8ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:23.184774 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:23.184950 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.provisioning_blocks [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-aceb271d-6673-4b0a-88ed-2d6b5c39f8ed service neutron] Transition to ACTIVE for port object 481049b6-4b76-4888-878e-cda1a6c1a54d will not be triggered until provisioned by entity L2. {{(pid=106637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 03:02:23.199938 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:23.208632 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4927c405-9a26-438b-a8e7-82c3d30f87ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ec5c59-ad4d-4140-897e-bcd441041520'}] {{(pid=106638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:02:23.210946 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd784869ff86f08281957869a4884f8f45cf6a5f98b2b439ba04ffc4a22c0e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c35158b-d0d5-4d05-9ab6-18d2f0980122" -d '{"events": [{"server_uuid": "4927c405-9a26-438b-a8e7-82c3d30f87ef", "name": "network-vif-plugged", "status": "completed", "tag": "93ec5c59-ad4d-4140-897e-bcd441041520"}]}' {{(pid=106638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:02:23.245699 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 93ec5c59-ad4d-4140-897e-bcd441041520, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=93ec5c59-ad4d-4140-897e-bcd441041520,segment=NetworkSegment(b8f3f050-055d-48ef-afe2-c5127bdfb071),segment_id=b8f3f050-055d-48ef-afe2-c5127bdfb071)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:02:23.249742 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef18542a-71bd-421e-b8bd-bf39b96bc170 x-openstack-request-id: req-ef18542a-71bd-421e-b8bd-bf39b96bc170 {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:02:23.250125 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4927c405-9a26-438b-a8e7-82c3d30f87ef", "name": "network-vif-plugged", "status": "completed", "tag": "93ec5c59-ad4d-4140-897e-bcd441041520", "code": 200}]} {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:02:23.250348 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ef18542a-71bd-421e-b8bd-bf39b96bc170 {{(pid=106638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:02:23.250732 dv-cinder-814333-1-iscsi neutron-server[106638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4927c405-9a26-438b-a8e7-82c3d30f87ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ec5c59-ad4d-4140-897e-bcd441041520', 'code': 200} Oct 18 03:02:23.253149 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:23.269038 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=a16b945e-b164-4ca8-8381-bef80a1ac009,revision_number=9']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:02:23.281079 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-aceb271d-6673-4b0a-88ed-2d6b5c39f8ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3168564'] for port, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:23.325008 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:23.334950 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb271d-6673-4b0a-88ed-2d6b5c39f8ed service neutron] Pushing event updated for resources: {'Port': ['ID=481049b6-4b76-4888-878e-cda1a6c1a54d,revision_number=2']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:02:23.380082 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=93ec5c59-ad4d-4140-897e-bcd441041520,revision_number=5']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:02:23.402463 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-aceb271d-6673-4b0a-88ed-2d6b5c39f8ed service neutron] Attempting to bind port 481049b6-4b76-4888-878e-cda1a6c1a54d on host hv-cinder-81433 for vnic_type normal with profile {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 03:02:23.402656 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-aceb271d-6673-4b0a-88ed-2d6b5c39f8ed service neutron] Attempting to bind port 481049b6-4b76-4888-878e-cda1a6c1a54d by drivers openvswitch,hyperv on host hv-cinder-81433 at level 0 using segments [{'id': '2a5df9d3-4a5f-4f19-8fed-3d3e1dc7cdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a6fd56a1-cd6e-44d7-ba21-30666bcff4a2'}] {{(pid=106637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 03:02:23.402960 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-aceb271d-6673-4b0a-88ed-2d6b5c39f8ed service neutron] Attempting to bind port 481049b6-4b76-4888-878e-cda1a6c1a54d on network a6fd56a1-cd6e-44d7-ba21-30666bcff4a2 {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:02:23.407912 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-aceb271d-6673-4b0a-88ed-2d6b5c39f8ed service neutron] Port 481049b6-4b76-4888-878e-cda1a6c1a54d on network a6fd56a1-cd6e-44d7-ba21-30666bcff4a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81433 {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 03:02:23.408215 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-aceb271d-6673-4b0a-88ed-2d6b5c39f8ed service neutron] Attempting to bind port 481049b6-4b76-4888-878e-cda1a6c1a54d on network a6fd56a1-cd6e-44d7-ba21-30666bcff4a2 {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:02:23.413176 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-aceb271d-6673-4b0a-88ed-2d6b5c39f8ed service neutron] Checking agent: {'id': '54b63e31-ff86-4d84-9464-5034764a1d76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81433', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'started_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 3, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 03:02:23.413509 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-aceb271d-6673-4b0a-88ed-2d6b5c39f8ed service neutron] Checking segment: {'id': '2a5df9d3-4a5f-4f19-8fed-3d3e1dc7cdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a6fd56a1-cd6e-44d7-ba21-30666bcff4a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:02:23.413914 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-aceb271d-6673-4b0a-88ed-2d6b5c39f8ed service neutron] Bound using segment: {'id': '2a5df9d3-4a5f-4f19-8fed-3d3e1dc7cdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a6fd56a1-cd6e-44d7-ba21-30666bcff4a2'} {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 03:02:23.414337 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-aceb271d-6673-4b0a-88ed-2d6b5c39f8ed service neutron] Bound port: 481049b6-4b76-4888-878e-cda1a6c1a54d, host: hv-cinder-81433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5df9d3-4a5f-4f19-8fed-3d3e1dc7cdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a6fd56a1-cd6e-44d7-ba21-30666bcff4a2'}}] {{(pid=106637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 03:02:23.414685 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-aceb271d-6673-4b0a-88ed-2d6b5c39f8ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:23.480861 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-aceb271d-6673-4b0a-88ed-2d6b5c39f8ed service neutron] For port 481049b6-4b76-4888-878e-cda1a6c1a54d, host hv-cinder-81433, cleared binding levels {{(pid=106637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 03:02:23.484388 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-aceb271d-6673-4b0a-88ed-2d6b5c39f8ed service neutron] For port 481049b6-4b76-4888-878e-cda1a6c1a54d, host hv-cinder-81433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=481049b6-4b76-4888-878e-cda1a6c1a54d,segment=NetworkSegment(2a5df9d3-4a5f-4f19-8fed-3d3e1dc7cdcf),segment_id=2a5df9d3-4a5f-4f19-8fed-3d3e1dc7cdcf)] {{(pid=106637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 03:02:23.513196 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['a16b945e-b164-4ca8-8381-bef80a1ac009'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:02:23.565344 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bec3a-4137-4a47-ac58-1e2586fa7f96 req-6cafe05e-0e80-4dac-b225-ca72351e0052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:23.565584 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-aceb271d-6673-4b0a-88ed-2d6b5c39f8ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3168564'] for port, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:23.567089 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-173bec3a-4137-4a47-ac58-1e2586fa7f96 req-6cafe05e-0e80-4dac-b225-ca72351e0052 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4927c405-9a26-438b-a8e7-82c3d30f87ef HTTP/1.1" status: 200 len: 1098 time: 0.0437779 Oct 18 03:02:23.601210 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-aceb271d-6673-4b0a-88ed-2d6b5c39f8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:23.601920 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-aceb271d-6673-4b0a-88ed-2d6b5c39f8ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:23.603651 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-aceb271d-6673-4b0a-88ed-2d6b5c39f8ed service neutron] 10.222.0.36 "PUT /v2.0/ports/481049b6-4b76-4888-878e-cda1a6c1a54d HTTP/1.1" status: 200 len: 1093 time: 0.7741079 Oct 18 03:02:23.604004 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c30e07f3-983c-4d86-b344-aa6982e72a4a', 'tag': '481049b6-4b76-4888-878e-cda1a6c1a54d'}] {{(pid=106637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:02:23.606602 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84e416a7c2bb109cea857a7500c5c4b938dbd8fc9acb645868c31a21fed55845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f328d1e-a83d-41bd-9123-a6d06dffbaee" -d '{"events": [{"name": "network-changed", "server_uuid": "c30e07f3-983c-4d86-b344-aa6982e72a4a", "tag": "481049b6-4b76-4888-878e-cda1a6c1a54d"}]}' {{(pid=106637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:02:23.611739 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-173bec3a-4137-4a47-ac58-1e2586fa7f96 req-e05c5664-156e-45a0-b506-9c23e4cc1c28 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1768bbf3-a273-4a07-99a0-8ea664aac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334458 Oct 18 03:02:23.633881 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb271d-6673-4b0a-88ed-2d6b5c39f8ed service neutron] Pushing event updated for resources: {'Port': ['ID=481049b6-4b76-4888-878e-cda1a6c1a54d,revision_number=3']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:02:23.653116 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 03:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66e9bc8-af1f-4958-809e-eaab64324180 x-openstack-request-id: req-e66e9bc8-af1f-4958-809e-eaab64324180 {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:02:23.653470 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c30e07f3-983c-4d86-b344-aa6982e72a4a", "tag": "481049b6-4b76-4888-878e-cda1a6c1a54d", "status": "completed", "code": 200}]} {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:02:23.654138 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e66e9bc8-af1f-4958-809e-eaab64324180 {{(pid=106637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:02:23.654603 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c30e07f3-983c-4d86-b344-aa6982e72a4a', 'tag': '481049b6-4b76-4888-878e-cda1a6c1a54d', 'status': 'completed', 'code': 200} Oct 18 03:02:23.749605 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bea8d-b0c5-4f7b-a1b9-4f967f6ecdbd req-4b15faf1-1c24-4ed6-acd9-a6c80ca2a6da tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:23.751190 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-563bea8d-b0c5-4f7b-a1b9-4f967f6ecdbd req-4b15faf1-1c24-4ed6-acd9-a6c80ca2a6da tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 945 time: 0.0537338 Oct 18 03:02:23.789045 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-563bea8d-b0c5-4f7b-a1b9-4f967f6ecdbd req-b0baac00-0bce-4412-b777-0a81ed6de0b0 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316899 Oct 18 03:02:23.968220 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-1dd45d76-59c3-4616-bed1-0080fd6fd29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:23.970421 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-1dd45d76-59c3-4616-bed1-0080fd6fd29b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b291bbb873a24467b13cde8d12ee52db&device_id=c30e07f3-983c-4d86-b344-aa6982e72a4a HTTP/1.1" status: 200 len: 1096 time: 0.1024671 Oct 18 03:02:24.025705 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e9a4a-af4e-45f6-9648-37b425278375 req-8094f8e1-b695-41d1-9ba3-b89c22c0ddbe tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:24.027225 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-134e9a4a-af4e-45f6-9648-37b425278375 req-8094f8e1-b695-41d1-9ba3-b89c22c0ddbe tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.1281457 Oct 18 03:02:24.032956 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-13eee5b4-779e-4db4-99df-a2a6f753145f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=481049b6-4b76-4888-878e-cda1a6c1a54d HTTP/1.1" status: 200 len: 217 time: 0.0512447 Oct 18 03:02:24.047681 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c357c-f720-47ad-af72-b93679ed9b7f req-bb569386-5ba7-4473-b2bd-496413352651 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:24.051916 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-200c357c-f720-47ad-af72-b93679ed9b7f req-bb569386-5ba7-4473-b2bd-496413352651 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=4927c405-9a26-438b-a8e7-82c3d30f87ef HTTP/1.1" status: 200 len: 945 time: 0.1187592 Oct 18 03:02:24.134603 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-cf1c5ca9-8b1e-435a-88e4-0ab372aaae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:24.136058 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-cf1c5ca9-8b1e-435a-88e4-0ab372aaae6f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=929ff636-6271-4b23-bddd-730ce40bc1d5 HTTP/1.1" status: 200 len: 848 time: 0.0861683 Oct 18 03:02:24.140942 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-134e9a4a-af4e-45f6-9648-37b425278375 req-2bd0661d-e914-427d-8043-305e546c6821 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070573 Oct 18 03:02:24.149415 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-200c357c-f720-47ad-af72-b93679ed9b7f req-f268794c-fbf5-4b83-9b8d-54f486e8ba01 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/security-groups?id=1768bbf3-a273-4a07-99a0-8ea664aac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811715 Oct 18 03:02:24.175229 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-6a69afac-4edf-45d5-9f07-f92d87cb5877 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6fd56a1-cd6e-44d7-ba21-30666bcff4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267458 Oct 18 03:02:24.304339 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-e13d021a-8784-40a9-9d30-d518799098b0 service neutron] 10.222.0.36 "GET /v2.0/networks/a6fd56a1-cd6e-44d7-ba21-30666bcff4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176476 Oct 18 03:02:24.311526 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b7679-baba-4e52-b8ea-d657455ba56b req-6b07c970-3e19-49ec-94d1-5f492dbafa37 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:24.312855 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f40b7679-baba-4e52-b8ea-d657455ba56b req-6b07c970-3e19-49ec-94d1-5f492dbafa37 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=c30e07f3-983c-4d86-b344-aa6982e72a4a HTTP/1.1" status: 200 len: 943 time: 0.0784640 Oct 18 03:02:24.395426 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f40b7679-baba-4e52-b8ea-d657455ba56b req-a5839c8a-dc5d-48b4-8c3c-afc53517958c tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/security-groups?id=4369dea6-70e9-436a-8f7e-7cb490a582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748143 Oct 18 03:02:24.419623 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-af166d2e-a3ef-4078-8859-aa5723dfce1e req-c5476fef-c743-4fc5-8d00-8ab65675d1ef service neutron] 10.222.0.36 "GET /v2.0/networks/a6fd56a1-cd6e-44d7-ba21-30666bcff4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058466 Oct 18 03:02:24.604367 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f328d1e-a83d-41bd-9123-a6d06dffbaee req-ef3d83a8-25ba-4e71-8213-32a900f72f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:24.606299 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1f328d1e-a83d-41bd-9123-a6d06dffbaee req-ef3d83a8-25ba-4e71-8213-32a900f72f90 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b291bbb873a24467b13cde8d12ee52db&device_id=c30e07f3-983c-4d86-b344-aa6982e72a4a HTTP/1.1" status: 200 len: 1096 time: 0.0478106 Oct 18 03:02:24.628848 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:24.699968 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f328d1e-a83d-41bd-9123-a6d06dffbaee req-b74db851-751d-45dc-99b2-b91384f01c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:24.701336 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1f328d1e-a83d-41bd-9123-a6d06dffbaee req-b74db851-751d-45dc-99b2-b91384f01c53 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6fd56a1-cd6e-44d7-ba21-30666bcff4a2 HTTP/1.1" status: 200 len: 909 time: 0.0825100 Oct 18 03:02:24.752160 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1f328d1e-a83d-41bd-9123-a6d06dffbaee req-f7d3ec0d-ae87-4e37-aced-debddd8b744a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=481049b6-4b76-4888-878e-cda1a6c1a54d HTTP/1.1" status: 200 len: 217 time: 0.0373688 Oct 18 03:02:24.812862 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f328d1e-a83d-41bd-9123-a6d06dffbaee req-61d1ff19-0f2b-4b18-bf51-b25532b4dcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:24.814482 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1f328d1e-a83d-41bd-9123-a6d06dffbaee req-61d1ff19-0f2b-4b18-bf51-b25532b4dcd6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=929ff636-6271-4b23-bddd-730ce40bc1d5 HTTP/1.1" status: 200 len: 848 time: 0.0433562 Oct 18 03:02:24.849619 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1f328d1e-a83d-41bd-9123-a6d06dffbaee req-7efee0bb-505a-46eb-ad2c-8882ac399312 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6fd56a1-cd6e-44d7-ba21-30666bcff4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247741 Oct 18 03:02:24.867567 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device a16b945e-b164-4ca8-8381-bef80a1ac009 up at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:02:24.918468 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning complete for port a16b945e-b164-4ca8-8381-bef80a1ac009 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:02:24.918851 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:24.966672 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df07fb-d76e-4f79-875d-6f7dfd24938c req-18d2016c-901c-4641-8876-9d4ce6e7dd26 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:24.968280 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-58df07fb-d76e-4f79-875d-6f7dfd24938c req-18d2016c-901c-4641-8876-9d4ce6e7dd26 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 945 time: 0.1062677 Oct 18 03:02:25.009340 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1f328d1e-a83d-41bd-9123-a6d06dffbaee req-409f3bf3-b9d6-4bc7-9093-50ea4b53d2c3 service neutron] 10.222.0.36 "GET /v2.0/networks/a6fd56a1-cd6e-44d7-ba21-30666bcff4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378746 Oct 18 03:02:25.013659 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:25.022668 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-58df07fb-d76e-4f79-875d-6f7dfd24938c req-b4b6d1c0-eb3e-4362-99d6-aa2eac0dda7e tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459442 Oct 18 03:02:25.047666 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port a16b945e-b164-4ca8-8381-bef80a1ac009, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=a16b945e-b164-4ca8-8381-bef80a1ac009,segment=NetworkSegment(0a4479a8-2092-4dd6-9759-50afb4a3e69f),segment_id=0a4479a8-2092-4dd6-9759-50afb4a3e69f)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:02:25.109213 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:25.110039 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 5f5a915e-2000-4440-8ca0-90d2a386b43d no longer exists at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:02:25.112204 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1f328d1e-a83d-41bd-9123-a6d06dffbaee req-755fa6c1-64e0-4783-aac2-69bc959c139f service neutron] 10.222.0.36 "GET /v2.0/networks/a6fd56a1-cd6e-44d7-ba21-30666bcff4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886009 Oct 18 03:02:25.148705 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] No Port match for: 5f5a915e-2000-4440-8ca0-90d2a386b43d {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:02:25.149043 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 5f5a915e-2000-4440-8ca0-90d2a386b43d not bound to the agent host hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:02:25.178700 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=a16b945e-b164-4ca8-8381-bef80a1ac009,revision_number=10']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:02:25.252411 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9575e503-5c9a-4e7b-b89b-d13b526a9216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16b945e-b164-4ca8-8381-bef80a1ac009'}] {{(pid=106638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:02:25.254877 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd784869ff86f08281957869a4884f8f45cf6a5f98b2b439ba04ffc4a22c0e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6941e1ed-4b30-4131-941c-7a1c46589f5b" -d '{"events": [{"server_uuid": "9575e503-5c9a-4e7b-b89b-d13b526a9216", "name": "network-vif-plugged", "status": "completed", "tag": "a16b945e-b164-4ca8-8381-bef80a1ac009"}]}' {{(pid=106638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:02:25.285404 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0dbad7-8e14-4bb7-8f2b-8d408f07087b req-af4e0f8d-29b9-46c8-83f1-700b3f9cb9fc tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:25.286895 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5f0dbad7-8e14-4bb7-8f2b-8d408f07087b req-af4e0f8d-29b9-46c8-83f1-700b3f9cb9fc tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0783935 Oct 18 03:02:25.303332 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa7688-34cb-4294-9cf5-d64698b55c06 req-9d03bd48-ce87-4e73-a29f-3b5cf894bc6d tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:25.304721 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d8aa7688-34cb-4294-9cf5-d64698b55c06 req-9d03bd48-ce87-4e73-a29f-3b5cf894bc6d tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=4927c405-9a26-438b-a8e7-82c3d30f87ef HTTP/1.1" status: 200 len: 945 time: 0.0660634 Oct 18 03:02:25.359478 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5f0dbad7-8e14-4bb7-8f2b-8d408f07087b req-2056ff90-2fe5-4be0-a346-ae676e6f2322 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656703 Oct 18 03:02:25.362195 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d8aa7688-34cb-4294-9cf5-d64698b55c06 req-6c115179-a61a-4718-b198-5f4a341b49dd tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/security-groups?id=1768bbf3-a273-4a07-99a0-8ea664aac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516937 Oct 18 03:02:25.406635 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a38982-148c-4a9b-9438-4185a156c1fc x-openstack-request-id: req-b3a38982-148c-4a9b-9438-4185a156c1fc {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:02:25.407021 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9575e503-5c9a-4e7b-b89b-d13b526a9216", "name": "network-vif-plugged", "status": "completed", "tag": "a16b945e-b164-4ca8-8381-bef80a1ac009", "code": 200}]} {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:02:25.407353 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b3a38982-148c-4a9b-9438-4185a156c1fc {{(pid=106638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:02:25.407819 dv-cinder-814333-1-iscsi neutron-server[106638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9575e503-5c9a-4e7b-b89b-d13b526a9216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16b945e-b164-4ca8-8381-bef80a1ac009', 'code': 200} Oct 18 03:02:25.514754 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed64932-e373-4553-832b-24ce12f8ae51 req-4fbeb884-5ef6-4a6c-9df2-28f82833fda9 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:25.516319 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4ed64932-e373-4553-832b-24ce12f8ae51 req-4fbeb884-5ef6-4a6c-9df2-28f82833fda9 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=c30e07f3-983c-4d86-b344-aa6982e72a4a HTTP/1.1" status: 200 len: 943 time: 0.0517225 Oct 18 03:02:25.559682 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4ed64932-e373-4553-832b-24ce12f8ae51 req-599757a3-4b91-463f-9782-b3cf5dfd1108 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/security-groups?id=4369dea6-70e9-436a-8f7e-7cb490a582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370214 Oct 18 03:02:26.171800 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514b69f-afdf-42dd-93ec-83fa19aa73ad req-1b6e0650-62dc-4cb3-8576-6fcdaf515caa tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:26.173404 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0514b69f-afdf-42dd-93ec-83fa19aa73ad req-1b6e0650-62dc-4cb3-8576-6fcdaf515caa tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 947 time: 0.0732822 Oct 18 03:02:26.197618 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2781a90-fe91-4fc7-b9ce-c92791197cbb req-fd92ea42-db3d-4d71-8875-a5cbe0419198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:26.199129 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a2781a90-fe91-4fc7-b9ce-c92791197cbb req-fd92ea42-db3d-4d71-8875-a5cbe0419198 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 1100 time: 0.0680697 Oct 18 03:02:26.228345 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0514b69f-afdf-42dd-93ec-83fa19aa73ad req-31f4643d-a1cd-498f-b996-07ef173781cd tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474424 Oct 18 03:02:26.246398 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a2781a90-fe91-4fc7-b9ce-c92791197cbb req-fb6c9288-3aed-479e-aa93-b35fb3abc6df service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364740 Oct 18 03:02:26.471943 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c55612-f34b-4045-9b2a-7ac823199d25 req-75d3f10e-949f-4542-8e9d-db75df61b8b9 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:26.473273 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-51c55612-f34b-4045-9b2a-7ac823199d25 req-75d3f10e-949f-4542-8e9d-db75df61b8b9 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0481608 Oct 18 03:02:26.514225 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-51c55612-f34b-4045-9b2a-7ac823199d25 req-3fff6e65-131c-4341-9349-f17cf68590a4 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349548 Oct 18 03:02:26.674986 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a274f-406c-4ed7-9000-64a9530e1601 req-5f5e1a2b-ff90-453e-8f9a-e10fdc44921f tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:26.676457 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ff3a274f-406c-4ed7-9000-64a9530e1601 req-5f5e1a2b-ff90-453e-8f9a-e10fdc44921f tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=c30e07f3-983c-4d86-b344-aa6982e72a4a HTTP/1.1" status: 200 len: 943 time: 0.0497069 Oct 18 03:02:26.714266 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ff3a274f-406c-4ed7-9000-64a9530e1601 req-3ff7d5f2-107c-4794-94b6-7f2fb65741f3 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/security-groups?id=4369dea6-70e9-436a-8f7e-7cb490a582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314906 Oct 18 03:02:26.876874 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 481049b6-4b76-4888-878e-cda1a6c1a54d details requested by agent hyperv_hv-cinder-81433 with host hv-cinder-81433 {{(pid=106638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 03:02:26.976707 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 481049b6-4b76-4888-878e-cda1a6c1a54d, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=481049b6-4b76-4888-878e-cda1a6c1a54d,segment=NetworkSegment(2a5df9d3-4a5f-4f19-8fed-3d3e1dc7cdcf),segment_id=2a5df9d3-4a5f-4f19-8fed-3d3e1dc7cdcf)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:02:26.990208 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Returning: {'device': '481049b6-4b76-4888-878e-cda1a6c1a54d', 'network_id': 'a6fd56a1-cd6e-44d7-ba21-30666bcff4a2', 'port_id': '481049b6-4b76-4888-878e-cda1a6c1a54d', 'mac_address': 'fa:16:3e:3d:75:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '929ff636-6271-4b23-bddd-730ce40bc1d5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 03:02:27.030658 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:27.047441 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 481049b6-4b76-4888-878e-cda1a6c1a54d {{(pid=106638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 03:02:27.066791 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 481049b6-4b76-4888-878e-cda1a6c1a54d, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=481049b6-4b76-4888-878e-cda1a6c1a54d,segment=NetworkSegment(2a5df9d3-4a5f-4f19-8fed-3d3e1dc7cdcf),segment_id=2a5df9d3-4a5f-4f19-8fed-3d3e1dc7cdcf)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:02:27.142836 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:27.191992 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=481049b6-4b76-4888-878e-cda1a6c1a54d,revision_number=4']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:02:27.349016 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135d5bb-4e25-47e4-8959-15464d57ba5a req-8f0c1a0e-66ff-4e04-80b5-9a2fe31b5cd5 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:27.350513 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a135d5bb-4e25-47e4-8959-15464d57ba5a req-8f0c1a0e-66ff-4e04-80b5-9a2fe31b5cd5 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 947 time: 0.0482051 Oct 18 03:02:27.391926 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a135d5bb-4e25-47e4-8959-15464d57ba5a req-e1314a89-a8b1-4b23-9797-62b984c0950e tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352952 Oct 18 03:02:27.552023 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['481049b6-4b76-4888-878e-cda1a6c1a54d'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:02:27.629955 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142361f-edb4-413e-a1f4-a502d8fd5d77 req-e2579e7d-f9ff-4c75-bb8d-404005d9350c tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:27.631437 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9142361f-edb4-413e-a1f4-a502d8fd5d77 req-e2579e7d-f9ff-4c75-bb8d-404005d9350c tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0497835 Oct 18 03:02:27.681368 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9142361f-edb4-413e-a1f4-a502d8fd5d77 req-00d258d3-8a82-46ce-88f0-10006390ee2c tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439005 Oct 18 03:02:27.828796 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6621c-259a-43cb-9c2b-de230d3255ec req-c56161c9-87a7-4393-887e-26543573e862 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:27.830295 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7de6621c-259a-43cb-9c2b-de230d3255ec req-c56161c9-87a7-4393-887e-26543573e862 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=c30e07f3-983c-4d86-b344-aa6982e72a4a HTTP/1.1" status: 200 len: 944 time: 0.0501025 Oct 18 03:02:27.872281 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7de6621c-259a-43cb-9c2b-de230d3255ec req-28fc7ed8-116b-47f7-a4fe-22c874944b10 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/security-groups?id=4369dea6-70e9-436a-8f7e-7cb490a582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360663 Oct 18 03:02:28.514812 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774c504-5e21-4c15-add6-3748cb1fa8f3 req-79b61092-2072-4ac6-8829-5acdefab8cb1 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:28.516353 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1774c504-5e21-4c15-add6-3748cb1fa8f3 req-79b61092-2072-4ac6-8829-5acdefab8cb1 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 947 time: 0.0512986 Oct 18 03:02:28.559845 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1774c504-5e21-4c15-add6-3748cb1fa8f3 req-aa586511-8ed0-4c6e-8a25-bbb7642f6ae9 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374355 Oct 18 03:02:28.800389 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f405dc-2d7d-4749-851e-e8e4ae22443b req-07bbdc8a-0b11-4a3a-b073-eef69e6a2d6d tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:28.801893 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-31f405dc-2d7d-4749-851e-e8e4ae22443b req-07bbdc8a-0b11-4a3a-b073-eef69e6a2d6d tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0521371 Oct 18 03:02:28.843485 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-31f405dc-2d7d-4749-851e-e8e4ae22443b req-dad70f02-62fa-429d-ad7d-a9a3971a7e6a tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353351 Oct 18 03:02:28.884805 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 481049b6-4b76-4888-878e-cda1a6c1a54d up at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:02:28.988513 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning for port 481049b6-4b76-4888-878e-cda1a6c1a54d completed by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 03:02:28.992680 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning complete for port 481049b6-4b76-4888-878e-cda1a6c1a54d triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:02:28.993055 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:28.995258 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133c39b-69f4-401f-95ad-5d9f95e9c014 req-6f256cc8-5a23-44e3-9f2e-66e959ad8e3e tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:28.996809 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d133c39b-69f4-401f-95ad-5d9f95e9c014 req-6f256cc8-5a23-44e3-9f2e-66e959ad8e3e tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=c30e07f3-983c-4d86-b344-aa6982e72a4a HTTP/1.1" status: 200 len: 944 time: 0.0547130 Oct 18 03:02:29.036464 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d133c39b-69f4-401f-95ad-5d9f95e9c014 req-da755e61-06dd-4c63-ac6a-96e6bd5c0d50 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/security-groups?id=4369dea6-70e9-436a-8f7e-7cb490a582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323777 Oct 18 03:02:29.075090 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:29.097919 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30e07f3-983c-4d86-b344-aa6982e72a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481049b6-4b76-4888-878e-cda1a6c1a54d'}] {{(pid=106638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:02:29.100206 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd784869ff86f08281957869a4884f8f45cf6a5f98b2b439ba04ffc4a22c0e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008fd5e1-f430-47c0-9058-d421cdbd218f" -d '{"events": [{"server_uuid": "c30e07f3-983c-4d86-b344-aa6982e72a4a", "name": "network-vif-plugged", "status": "completed", "tag": "481049b6-4b76-4888-878e-cda1a6c1a54d"}]}' {{(pid=106638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:02:29.113652 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 481049b6-4b76-4888-878e-cda1a6c1a54d, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=481049b6-4b76-4888-878e-cda1a6c1a54d,segment=NetworkSegment(2a5df9d3-4a5f-4f19-8fed-3d3e1dc7cdcf),segment_id=2a5df9d3-4a5f-4f19-8fed-3d3e1dc7cdcf)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:02:29.135942 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbb63f1-00f8-48cc-a801-762341fddb24 x-openstack-request-id: req-bdbb63f1-00f8-48cc-a801-762341fddb24 {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:02:29.136258 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30e07f3-983c-4d86-b344-aa6982e72a4a", "name": "network-vif-plugged", "status": "completed", "tag": "481049b6-4b76-4888-878e-cda1a6c1a54d", "code": 200}]} {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:02:29.136508 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bdbb63f1-00f8-48cc-a801-762341fddb24 {{(pid=106638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:02:29.136910 dv-cinder-814333-1-iscsi neutron-server[106638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30e07f3-983c-4d86-b344-aa6982e72a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481049b6-4b76-4888-878e-cda1a6c1a54d', 'code': 200} Oct 18 03:02:29.170647 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:29.225165 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=481049b6-4b76-4888-878e-cda1a6c1a54d,revision_number=5']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:02:29.442401 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063f3fc-8ec2-4e6c-b49a-22d2e8ce18c0 req-90eda742-399d-464c-80f7-8b811637b413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:29.443861 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0063f3fc-8ec2-4e6c-b49a-22d2e8ce18c0 req-90eda742-399d-464c-80f7-8b811637b413 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c30e07f3-983c-4d86-b344-aa6982e72a4a HTTP/1.1" status: 200 len: 1098 time: 0.0400226 Oct 18 03:02:29.484091 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0063f3fc-8ec2-4e6c-b49a-22d2e8ce18c0 req-1e927bf3-5a68-4349-8cb4-1b31e6ed6d3d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4369dea6-70e9-436a-8f7e-7cb490a582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312765 Oct 18 03:02:29.679065 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f965b-97fa-44bf-a7d7-389ed52f875f req-93bdd8bd-9889-41af-91f1-129a8ec1449e tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:29.680491 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cf4f965b-97fa-44bf-a7d7-389ed52f875f req-93bdd8bd-9889-41af-91f1-129a8ec1449e tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 947 time: 0.0489533 Oct 18 03:02:29.723418 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cf4f965b-97fa-44bf-a7d7-389ed52f875f req-55645f4d-19ae-4465-949b-68dd6f94a856 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358782 Oct 18 03:02:29.961026 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4877060-9228-4e1b-ad97-491bd6ebe550 req-2feaa077-6fed-444a-a493-ce154cacb97b tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:29.962645 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c4877060-9228-4e1b-ad97-491bd6ebe550 req-2feaa077-6fed-444a-a493-ce154cacb97b tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0496032 Oct 18 03:02:30.000611 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c4877060-9228-4e1b-ad97-491bd6ebe550 req-a7931c93-2de3-4a64-9b5d-eb7d01b661f3 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314004 Oct 18 03:02:30.151696 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371b98a-e514-403a-916f-57600f7a5b98 req-d5c4b836-047a-43b4-b90b-40ab3f647638 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:30.153226 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-3371b98a-e514-403a-916f-57600f7a5b98 req-d5c4b836-047a-43b4-b90b-40ab3f647638 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=c30e07f3-983c-4d86-b344-aa6982e72a4a HTTP/1.1" status: 200 len: 945 time: 0.0498233 Oct 18 03:02:30.190452 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-3371b98a-e514-403a-916f-57600f7a5b98 req-9b08687b-5068-46c4-827a-1e3069dd2ef0 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/security-groups?id=4369dea6-70e9-436a-8f7e-7cb490a582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310829 Oct 18 03:02:31.116216 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3b896-b976-47df-8e47-3197952281c5 req-8d96aa7f-d63b-4bf4-8991-71813a6c2247 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:31.117648 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-fcd3b896-b976-47df-8e47-3197952281c5 req-8d96aa7f-d63b-4bf4-8991-71813a6c2247 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0490546 Oct 18 03:02:31.169325 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-fcd3b896-b976-47df-8e47-3197952281c5 req-76705ed0-a173-413d-ba38-90e51b638e38 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432196 Oct 18 03:02:31.304704 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f8397-979d-4e84-a9cf-196106b337de req-a4c0d1b9-c901-4190-9535-5ff212681dce tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:31.306184 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-eb1f8397-979d-4e84-a9cf-196106b337de req-a4c0d1b9-c901-4190-9535-5ff212681dce tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=c30e07f3-983c-4d86-b344-aa6982e72a4a HTTP/1.1" status: 200 len: 945 time: 0.0502613 Oct 18 03:02:31.342685 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-eb1f8397-979d-4e84-a9cf-196106b337de req-460cafe7-b234-4a33-a1d3-c15885ed4785 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/security-groups?id=4369dea6-70e9-436a-8f7e-7cb490a582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306580 Oct 18 03:02:32.157489 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d82a5f-ba04-44f3-8f21-34ae80f5d700 req-c25903a3-2a05-49e3-961c-07756146ae98 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:32.158975 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-73d82a5f-ba04-44f3-8f21-34ae80f5d700 req-c25903a3-2a05-49e3-961c-07756146ae98 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.36 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0486665 Oct 18 03:02:32.303775 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab7772-2435-4d02-8e45-cf673e89d713 req-a9d4f665-6fe6-4df4-82e4-1ee138a30157 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:32.305255 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-59ab7772-2435-4d02-8e45-cf673e89d713 req-a9d4f665-6fe6-4df4-82e4-1ee138a30157 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 946 time: 0.0643113 Oct 18 03:02:32.307362 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [req-73d82a5f-ba04-44f3-8f21-34ae80f5d700 req-61c23f12-196e-4631-b7bf-e45140ee0cf6 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Deleting port 07318d5b-0abb-418e-86c4-a0e2df0a7bc9 {{(pid=106636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:02:32.307698 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-73d82a5f-ba04-44f3-8f21-34ae80f5d700 req-61c23f12-196e-4631-b7bf-e45140ee0cf6 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:32.399665 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-59ab7772-2435-4d02-8e45-cf673e89d713 req-244aaf8e-fcb9-42e5-8ce5-a42f4e54c062 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b5921f2-22a5-4292-80d0-dcd03bf0275b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877824 Oct 18 03:02:32.433324 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [req-73d82a5f-ba04-44f3-8f21-34ae80f5d700 req-61c23f12-196e-4631-b7bf-e45140ee0cf6 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] For port 07318d5b-0abb-418e-86c4-a0e2df0a7bc9, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=07318d5b-0abb-418e-86c4-a0e2df0a7bc9,segment=NetworkSegment(9ebf1992-0ee9-4a4b-b4bb-409555f91b46),segment_id=9ebf1992-0ee9-4a4b-b4bb-409555f91b46)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:02:32.433692 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-73d82a5f-ba04-44f3-8f21-34ae80f5d700 req-61c23f12-196e-4631-b7bf-e45140ee0cf6 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:32.450495 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [req-73d82a5f-ba04-44f3-8f21-34ae80f5d700 req-61c23f12-196e-4631-b7bf-e45140ee0cf6 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Calling delete_port for 07318d5b-0abb-418e-86c4-a0e2df0a7bc9 owned by compute:nova {{(pid=106636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:02:32.696556 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cda009-c2d6-49e3-85b6-5f4073c3a0f7 req-cd120716-7b9c-41a5-a813-9755c384a1bf tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:32.698149 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b2cda009-c2d6-49e3-85b6-5f4073c3a0f7 req-cd120716-7b9c-41a5-a813-9755c384a1bf tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=c30e07f3-983c-4d86-b344-aa6982e72a4a HTTP/1.1" status: 200 len: 945 time: 0.0526156 Oct 18 03:02:32.703293 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-73d82a5f-ba04-44f3-8f21-34ae80f5d700 req-61c23f12-196e-4631-b7bf-e45140ee0cf6 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607'] for port, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:32.723556 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['07318d5b-0abb-418e-86c4-a0e2df0a7bc9'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:02:32.749950 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c23f12-196e-4631-b7bf-e45140ee0cf6 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Pushing event deleted for resources: {'Port': ['ID=07318d5b-0abb-418e-86c4-a0e2df0a7bc9,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:02:32.792843 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b2cda009-c2d6-49e3-85b6-5f4073c3a0f7 req-93f4414c-017d-4a25-9cfb-84ac42aa4bb2 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/security-groups?id=4369dea6-70e9-436a-8f7e-7cb490a582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850766 Oct 18 03:02:32.807048 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d82a5f-ba04-44f3-8f21-34ae80f5d700 req-61c23f12-196e-4631-b7bf-e45140ee0cf6 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] No DVR routers for this DVR port 07318d5b-0abb-418e-86c4-a0e2df0a7bc9 on host hv-cinder-81433 {{(pid=106636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 03:02:32.809766 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-73d82a5f-ba04-44f3-8f21-34ae80f5d700 req-61c23f12-196e-4631-b7bf-e45140ee0cf6 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:32.815671 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-73d82a5f-ba04-44f3-8f21-34ae80f5d700 req-61c23f12-196e-4631-b7bf-e45140ee0cf6 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.36 "DELETE /v2.0/ports/07318d5b-0abb-418e-86c4-a0e2df0a7bc9 HTTP/1.1" status: 204 len: 173 time: 0.6496255 Oct 18 03:02:32.816129 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df26dee3-490a-4bf7-998d-8e1e8dbf3827', 'name': 'network-vif-deleted', 'tag': '07318d5b-0abb-418e-86c4-a0e2df0a7bc9'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:02:32.818496 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}496079113880dc21d8e474160779c487de2a9ec27c44afe50e843faa48598ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1928742f-c76c-4b10-afc0-831cc4b4585a" -d '{"events": [{"server_uuid": "df26dee3-490a-4bf7-998d-8e1e8dbf3827", "name": "network-vif-deleted", "tag": "07318d5b-0abb-418e-86c4-a0e2df0a7bc9"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:02:32.856536 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a28149-a309-4c78-974f-c9c201858bd0 x-openstack-request-id: req-67a28149-a309-4c78-974f-c9c201858bd0 {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:02:32.856822 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df26dee3-490a-4bf7-998d-8e1e8dbf3827", "name": "network-vif-deleted", "tag": "07318d5b-0abb-418e-86c4-a0e2df0a7bc9", "status": "completed", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:02:32.857097 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-67a28149-a309-4c78-974f-c9c201858bd0 {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:02:32.857488 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df26dee3-490a-4bf7-998d-8e1e8dbf3827', 'name': 'network-vif-deleted', 'tag': '07318d5b-0abb-418e-86c4-a0e2df0a7bc9', 'status': 'completed', 'code': 200} Oct 18 03:02:33.514960 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-06673bfe-d838-44c3-a051-6e62f764f065 req-2417962a-3b40-4cc9-a686-7add3b1a1859 tempest-ServerRescueNegativeTestJSON-119434456 tempest-ServerRescueNegativeTestJSON-119434456-project] 10.222.0.30 "GET /v2.0/ports?device_id=df26dee3-490a-4bf7-998d-8e1e8dbf3827 HTTP/1.1" status: 200 len: 210 time: 0.0314665 Oct 18 03:02:33.930352 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ac9fc-e333-475e-8e4a-4179d9cdbb97 req-89f3283d-be2c-43b3-ac77-fa11afefb635 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:33.932178 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c05ac9fc-e333-475e-8e4a-4179d9cdbb97 req-89f3283d-be2c-43b3-ac77-fa11afefb635 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=c30e07f3-983c-4d86-b344-aa6982e72a4a HTTP/1.1" status: 200 len: 945 time: 0.0538490 Oct 18 03:02:33.978615 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c05ac9fc-e333-475e-8e4a-4179d9cdbb97 req-d3b77389-71a1-4ac3-a7aa-ac1f5344ea42 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/security-groups?id=4369dea6-70e9-436a-8f7e-7cb490a582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392041 Oct 18 03:02:34.532209 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:34.576139 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 35516) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:02:34.637594 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33caaedf-6ec8-4918-af9b-097eac12ec32 req-2a36410c-d774-48dc-bf71-c944a9c190f0 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:34.639107 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-33caaedf-6ec8-4918-af9b-097eac12ec32 req-2a36410c-d774-48dc-bf71-c944a9c190f0 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.36 "GET /v2.0/ports?device_id=c30e07f3-983c-4d86-b344-aa6982e72a4a HTTP/1.1" status: 200 len: 945 time: 0.0487702 Oct 18 03:02:34.745649 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [req-33caaedf-6ec8-4918-af9b-097eac12ec32 req-7c0dd238-fa47-43de-a29e-d26e5094203b tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Deleting port 481049b6-4b76-4888-878e-cda1a6c1a54d {{(pid=106636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:02:34.746037 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-33caaedf-6ec8-4918-af9b-097eac12ec32 req-7c0dd238-fa47-43de-a29e-d26e5094203b tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:34.836974 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [req-33caaedf-6ec8-4918-af9b-097eac12ec32 req-7c0dd238-fa47-43de-a29e-d26e5094203b tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] For port 481049b6-4b76-4888-878e-cda1a6c1a54d, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=481049b6-4b76-4888-878e-cda1a6c1a54d,segment=NetworkSegment(2a5df9d3-4a5f-4f19-8fed-3d3e1dc7cdcf),segment_id=2a5df9d3-4a5f-4f19-8fed-3d3e1dc7cdcf)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:02:34.837248 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-33caaedf-6ec8-4918-af9b-097eac12ec32 req-7c0dd238-fa47-43de-a29e-d26e5094203b tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:34.849356 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [req-33caaedf-6ec8-4918-af9b-097eac12ec32 req-7c0dd238-fa47-43de-a29e-d26e5094203b tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Calling delete_port for 481049b6-4b76-4888-878e-cda1a6c1a54d owned by compute:nova {{(pid=106636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:02:35.011352 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-ff80be04-e1c3-468e-b2c2-7d81b5536b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611615'] for router_interface, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:35.059313 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-33caaedf-6ec8-4918-af9b-097eac12ec32 req-7c0dd238-fa47-43de-a29e-d26e5094203b tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607'] for port, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:35.071461 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['481049b6-4b76-4888-878e-cda1a6c1a54d'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:02:35.106572 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6bc7f65e-6ce2-48f5-a4fc-ee8d52987084 req-49f41037-4a2e-4d2f-9e0e-5c0db908fb67 tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.30 "GET /v2.0/ports?device_id=c30e07f3-983c-4d86-b344-aa6982e72a4a HTTP/1.1" status: 200 len: 210 time: 0.0560896 Oct 18 03:02:35.107644 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0dd238-fa47-43de-a29e-d26e5094203b tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Pushing event deleted for resources: {'Port': ['ID=481049b6-4b76-4888-878e-cda1a6c1a54d,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:02:35.170926 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [req-33caaedf-6ec8-4918-af9b-097eac12ec32 req-7c0dd238-fa47-43de-a29e-d26e5094203b tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] No DVR routers for this DVR port 481049b6-4b76-4888-878e-cda1a6c1a54d on host hv-cinder-81433 {{(pid=106636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 03:02:35.174899 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-33caaedf-6ec8-4918-af9b-097eac12ec32 req-7c0dd238-fa47-43de-a29e-d26e5094203b tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:35.178480 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-33caaedf-6ec8-4918-af9b-097eac12ec32 req-7c0dd238-fa47-43de-a29e-d26e5094203b tempest-VolumesActionsTest-167796186 tempest-VolumesActionsTest-167796186-project] 10.222.0.36 "DELETE /v2.0/ports/481049b6-4b76-4888-878e-cda1a6c1a54d HTTP/1.1" status: 204 len: 173 time: 0.5325446 Oct 18 03:02:35.178908 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30e07f3-983c-4d86-b344-aa6982e72a4a', 'name': 'network-vif-deleted', 'tag': '481049b6-4b76-4888-878e-cda1a6c1a54d'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:02:35.181172 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}496079113880dc21d8e474160779c487de2a9ec27c44afe50e843faa48598ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358ec586-6613-465f-864f-2efa394e93d6" -d '{"events": [{"server_uuid": "c30e07f3-983c-4d86-b344-aa6982e72a4a", "name": "network-vif-deleted", "tag": "481049b6-4b76-4888-878e-cda1a6c1a54d"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:02:35.227813 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d29b0dd-612a-4c72-8cfe-92280e828e61 x-openstack-request-id: req-7d29b0dd-612a-4c72-8cfe-92280e828e61 {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:02:35.227813 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30e07f3-983c-4d86-b344-aa6982e72a4a", "name": "network-vif-deleted", "tag": "481049b6-4b76-4888-878e-cda1a6c1a54d", "status": "completed", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:02:35.228035 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7d29b0dd-612a-4c72-8cfe-92280e828e61 {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:02:35.228373 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30e07f3-983c-4d86-b344-aa6982e72a4a', 'name': 'network-vif-deleted', 'tag': '481049b6-4b76-4888-878e-cda1a6c1a54d', 'status': 'completed', 'code': 200} Oct 18 03:02:35.304291 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabccc57-8e54-428a-a6a7-81afed9c93f5 req-9a63cc5a-2932-4434-9873-33dbbbf1c3a5 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:35.305947 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-fabccc57-8e54-428a-a6a7-81afed9c93f5 req-9a63cc5a-2932-4434-9873-33dbbbf1c3a5 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0524757 Oct 18 03:02:35.338995 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-ff80be04-e1c3-468e-b2c2-7d81b5536b49 admin admin] Deleting port 78a4636c-4ffa-46f0-a1a7-466e50902379 {{(pid=106637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:02:35.339305 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-ff80be04-e1c3-468e-b2c2-7d81b5536b49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:35.346641 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-fabccc57-8e54-428a-a6a7-81afed9c93f5 req-1b4e062b-10ee-4d2f-bd87-c4ceee5ef370 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342371 Oct 18 03:02:35.424207 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [None req-ff80be04-e1c3-468e-b2c2-7d81b5536b49 admin admin] For port 78a4636c-4ffa-46f0-a1a7-466e50902379, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=78a4636c-4ffa-46f0-a1a7-466e50902379,segment=NetworkSegment(9ebf1992-0ee9-4a4b-b4bb-409555f91b46),segment_id=9ebf1992-0ee9-4a4b-b4bb-409555f91b46)] {{(pid=106637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:02:35.424566 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-ff80be04-e1c3-468e-b2c2-7d81b5536b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:35.436864 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-ff80be04-e1c3-468e-b2c2-7d81b5536b49 admin admin] Calling delete_port for 78a4636c-4ffa-46f0-a1a7-466e50902379 owned by network:router_interface {{(pid=106637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:02:35.920019 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-ff80be04-e1c3-468e-b2c2-7d81b5536b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:35.948017 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff80be04-e1c3-468e-b2c2-7d81b5536b49 admin admin] Pushing event deleted for resources: {'Port': ['ID=78a4636c-4ffa-46f0-a1a7-466e50902379,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:02:36.112689 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-ff80be04-e1c3-468e-b2c2-7d81b5536b49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612667'] for router_interface, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:36.350711 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff80be04-e1c3-468e-b2c2-7d81b5536b49 admin admin] Router 892f1183-b462-472c-b6ec-8a0fc3480d9f has already been hosted by L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 {{(pid=106637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 03:02:36.473432 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff80be04-e1c3-468e-b2c2-7d81b5536b49 admin admin] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 03:02:36.479172 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-ff80be04-e1c3-468e-b2c2-7d81b5536b49 admin admin] 10.222.0.30 "PUT /v2.0/routers/892f1183-b462-472c-b6ec-8a0fc3480d9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9019876 Oct 18 03:02:36.481868 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 35546) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:02:36.488114 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d4eb09-0c11-41f1-8e5f-5f792ff2fd2d None None] Sync routers for ids ['892f1183-b462-472c-b6ec-8a0fc3480d9f'] in dv-cinder-814333-1-iscsi {{(pid=106639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 03:02:36.498504 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d4eb09-0c11-41f1-8e5f-5f792ff2fd2d None None] Routers {'892f1183-b462-472c-b6ec-8a0fc3480d9f'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:02:36.499122 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-22d4eb09-0c11-41f1-8e5f-5f792ff2fd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:02:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['892f1183-b462-472c-b6ec-8a0fc3480d9f'], 'active': True} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:02:36.503333 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15e42b-d131-4d3f-8507-7a2cc0353983 req-ce2bd16e-5538-4e45-8abe-b465c5c22526 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:36.510255 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1f15e42b-d131-4d3f-8507-7a2cc0353983 req-ce2bd16e-5538-4e45-8abe-b465c5c22526 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0790534 Oct 18 03:02:36.559657 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1f15e42b-d131-4d3f-8507-7a2cc0353983 req-b3c7f456-4acc-4043-af79-faa98324485d tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406365 Oct 18 03:02:36.600813 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b095d79b-3056-4cd4-ac08-cd5e638bc1da admin admin] Notify callbacks [] for router, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:36.626732 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvr_db [None req-22d4eb09-0c11-41f1-8e5f-5f792ff2fd2d None None] Set router 892f1183-b462-472c-b6ec-8a0fc3480d9f gateway port host: dv-cinder-814333-1-iscsi {{(pid=106639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:02:36.703477 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b095d79b-3056-4cd4-ac08-cd5e638bc1da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:36.824117 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-22d4eb09-0c11-41f1-8e5f-5f792ff2fd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892f1183-b462-472c-b6ec-8a0fc3480d9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1526982119-router', 'tenant_id': '6894422efe52423ca3f7a27e517ac618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '6c7167d1-a2aa-4022-86fa-1b0e5297fb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:59:03Z', 'updated_at': '2021-10-18T03:02:35Z', 'revision_number': 5, 'project_id': '6894422efe52423ca3f7a27e517ac618', 'gw_port': {'id': '6c7167d1-a2aa-4022-86fa-1b0e5297fb4d', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:fa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892f1183-b462-472c-b6ec-8a0fc3480d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:04Z', 'updated_at': '2021-10-18T02:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi'}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:02:36.834238 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-b095d79b-3056-4cd4-ac08-cd5e638bc1da admin admin] Deleting port 6c7167d1-a2aa-4022-86fa-1b0e5297fb4d {{(pid=106637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:02:36.834579 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b095d79b-3056-4cd4-ac08-cd5e638bc1da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:36.850132 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d4eb09-0c11-41f1-8e5f-5f792ff2fd2d None None] Checking router: 892f1183-b462-472c-b6ec-8a0fc3480d9f for host: dv-cinder-814333-1-iscsi {{(pid=106639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 03:02:36.858873 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d4eb09-0c11-41f1-8e5f-5f792ff2fd2d None None] Routers {'892f1183-b462-472c-b6ec-8a0fc3480d9f'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:02:36.859818 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-22d4eb09-0c11-41f1-8e5f-5f792ff2fd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:02:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['892f1183-b462-472c-b6ec-8a0fc3480d9f'], 'active': True} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:02:36.925808 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [None req-b095d79b-3056-4cd4-ac08-cd5e638bc1da admin admin] For port 6c7167d1-a2aa-4022-86fa-1b0e5297fb4d, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=6c7167d1-a2aa-4022-86fa-1b0e5297fb4d,segment=NetworkSegment(945c2ffc-cf09-447c-9907-99c5ee5cf6c6),segment_id=945c2ffc-cf09-447c-9907-99c5ee5cf6c6)] {{(pid=106637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:02:36.926398 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b095d79b-3056-4cd4-ac08-cd5e638bc1da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:36.940435 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-b095d79b-3056-4cd4-ac08-cd5e638bc1da admin admin] Calling delete_port for 6c7167d1-a2aa-4022-86fa-1b0e5297fb4d owned by network:router_gateway {{(pid=106637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:02:36.940782 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 07318d5b-0abb-418e-86c4-a0e2df0a7bc9 no longer exists at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:02:36.949025 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvr_db [None req-22d4eb09-0c11-41f1-8e5f-5f792ff2fd2d None None] Set router 892f1183-b462-472c-b6ec-8a0fc3480d9f gateway port host: None {{(pid=106639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:02:36.962218 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] No Port match for: 07318d5b-0abb-418e-86c4-a0e2df0a7bc9 {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:02:36.962924 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 07318d5b-0abb-418e-86c4-a0e2df0a7bc9 not bound to the agent host hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:02:37.018750 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-22d4eb09-0c11-41f1-8e5f-5f792ff2fd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892f1183-b462-472c-b6ec-8a0fc3480d9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1526982119-router', 'tenant_id': '6894422efe52423ca3f7a27e517ac618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:59:03Z', 'updated_at': '2021-10-18T03:02:36Z', 'revision_number': 6, 'project_id': '6894422efe52423ca3f7a27e517ac618', 'gw_port_host': None}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:02:37.045097 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d4eb09-0c11-41f1-8e5f-5f792ff2fd2d None None] The sync data for ids ['892f1183-b462-472c-b6ec-8a0fc3480d9f'] in dv-cinder-814333-1-iscsi is: [{'id': '892f1183-b462-472c-b6ec-8a0fc3480d9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1526982119-router', 'tenant_id': '6894422efe52423ca3f7a27e517ac618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:59:03Z', 'updated_at': '2021-10-18T03:02:36Z', 'revision_number': 6, 'project_id': '6894422efe52423ca3f7a27e517ac618', 'gw_port_host': None}] {{(pid=106639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 03:02:37.206306 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b095d79b-3056-4cd4-ac08-cd5e638bc1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:37.234413 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b095d79b-3056-4cd4-ac08-cd5e638bc1da admin admin] Pushing event deleted for resources: {'Port': ['ID=6c7167d1-a2aa-4022-86fa-1b0e5297fb4d,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:02:37.297607 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b095d79b-3056-4cd4-ac08-cd5e638bc1da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-612801'] for router_gateway, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:37.404074 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b095d79b-3056-4cd4-ac08-cd5e638bc1da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3517'] for router, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:37.406773 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b095d79b-3056-4cd4-ac08-cd5e638bc1da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:37.542859 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b095d79b-3056-4cd4-ac08-cd5e638bc1da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611441'] for router, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:37.543490 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b095d79b-3056-4cd4-ac08-cd5e638bc1da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 892f1183-b462-472c-b6ec-8a0fc3480d9f {{(pid=106637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 03:02:37.550111 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b095d79b-3056-4cd4-ac08-cd5e638bc1da admin admin] Notify callbacks [] for router, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:37.553610 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-b095d79b-3056-4cd4-ac08-cd5e638bc1da admin admin] 10.222.0.30 "DELETE /v2.0/routers/892f1183-b462-472c-b6ec-8a0fc3480d9f HTTP/1.1" status: 204 len: 168 time: 1.0705302 Oct 18 03:02:37.553745 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 35584) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:02:37.598917 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.db_base_plugin_v2 [None req-499c2833-0cdd-4165-8ab6-1808e8f4c72f admin admin] Deleting subnet 408cb873-47be-40b3-8bec-d74941eb7535 {{(pid=106636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 18 03:02:37.602081 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-499c2833-0cdd-4165-8ab6-1808e8f4c72f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:37.662728 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-499c2833-0cdd-4165-8ab6-1808e8f4c72f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:37.674813 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-499c2833-0cdd-4165-8ab6-1808e8f4c72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7935780'] for subnet, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:37.726068 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde09f7-4da2-47f2-9b24-2f46c7c6b8fe req-58824cd0-4214-48b9-80ae-df64ca6768f8 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:37.727540 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8fde09f7-4da2-47f2-9b24-2f46c7c6b8fe req-58824cd0-4214-48b9-80ae-df64ca6768f8 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0957792 Oct 18 03:02:37.773489 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8fde09f7-4da2-47f2-9b24-2f46c7c6b8fe req-31166c47-02e0-4b36-9d61-cb8246962390 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395944 Oct 18 03:02:37.834064 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-499c2833-0cdd-4165-8ab6-1808e8f4c72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7935787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149'] for subnet, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:37.860049 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c2833-0cdd-4165-8ab6-1808e8f4c72f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=408cb873-47be-40b3-8bec-d74941eb7535,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:02:37.866732 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-499c2833-0cdd-4165-8ab6-1808e8f4c72f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for subnet, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:37.869703 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-499c2833-0cdd-4165-8ab6-1808e8f4c72f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/408cb873-47be-40b3-8bec-d74941eb7535 HTTP/1.1" status: 204 len: 168 time: 0.3149366 Oct 18 03:02:37.872300 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 35590) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:02:37.943366 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-11b4d254-6994-4b59-9ba2-72e75faf7bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7981797'] for network, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:38.030656 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-11b4d254-6994-4b59-9ba2-72e75faf7bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7935455', 'neutron.services.segments.db._delete_segments_for_network-8748751250701'] for network, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:38.055389 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-11b4d254-6994-4b59-9ba2-72e75faf7bc0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 03:02:38.055664 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-11b4d254-6994-4b59-9ba2-72e75faf7bc0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 03:02:38.056378 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-11b4d254-6994-4b59-9ba2-72e75faf7bc0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 03:02:38.056702 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-11b4d254-6994-4b59-9ba2-72e75faf7bc0 admin admin] Subscribe: > port after_create 55550000 {{(pid=106636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 03:02:38.057033 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-11b4d254-6994-4b59-9ba2-72e75faf7bc0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 03:02:38.057376 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-11b4d254-6994-4b59-9ba2-72e75faf7bc0 admin admin] Subscribe: > port after_update 55550000 {{(pid=106636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 03:02:38.057693 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-11b4d254-6994-4b59-9ba2-72e75faf7bc0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 03:02:38.058035 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-11b4d254-6994-4b59-9ba2-72e75faf7bc0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 03:02:38.058344 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-11b4d254-6994-4b59-9ba2-72e75faf7bc0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 03:02:38.058658 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-11b4d254-6994-4b59-9ba2-72e75faf7bc0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 03:02:38.202161 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-11b4d254-6994-4b59-9ba2-72e75faf7bc0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 03:02:38.202506 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-11b4d254-6994-4b59-9ba2-72e75faf7bc0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 03:02:38.202877 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-11b4d254-6994-4b59-9ba2-72e75faf7bc0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 03:02:38.203206 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-11b4d254-6994-4b59-9ba2-72e75faf7bc0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 03:02:38.203582 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.services.segments.db [None req-11b4d254-6994-4b59-9ba2-72e75faf7bc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d30303c-fcdb-4228-b9fc-587a12d80856']}} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:02:38.221559 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.services.segments.db [None req-11b4d254-6994-4b59-9ba2-72e75faf7bc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ebf1992-0ee9-4a4b-b4bb-409555f91b46') {'for_net_delete': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:02:38.221872 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.services.segments.db [None req-11b4d254-6994-4b59-9ba2-72e75faf7bc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ebf1992-0ee9-4a4b-b4bb-409555f91b46') {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:02:38.238158 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-11b4d254-6994-4b59-9ba2-72e75faf7bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748751250198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918476'] for segment, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:38.260687 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-11b4d254-6994-4b59-9ba2-72e75faf7bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965'] for segment, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:38.269020 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b4d254-6994-4b59-9ba2-72e75faf7bc0 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=106636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 03:02:38.269431 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-11b4d254-6994-4b59-9ba2-72e75faf7bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59726684'] for segment, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:38.273477 dv-cinder-814333-1-iscsi neutron-server[106636]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 18 03:02:38.273477 dv-cinder-814333-1-iscsi neutron-server[106636]: from cryptography.utils import int_from_bytes Oct 18 03:02:38.273477 dv-cinder-814333-1-iscsi neutron-server[106636]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 18 03:02:38.273477 dv-cinder-814333-1-iscsi neutron-server[106636]: from cryptography.utils import int_from_bytes Oct 18 03:02:38.273477 dv-cinder-814333-1-iscsi neutron-server[106636]: Traceback (most recent call last): Oct 18 03:02:38.273477 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 03:02:38.273477 dv-cinder-814333-1-iscsi neutron-server[106636]: timer() Oct 18 03:02:38.273477 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 03:02:38.273477 dv-cinder-814333-1-iscsi neutron-server[106636]: cb(*args, **kw) Oct 18 03:02:38.273477 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 03:02:38.273477 dv-cinder-814333-1-iscsi neutron-server[106636]: return func(*args, **kwargs) Oct 18 03:02:38.273477 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 03:02:38.273477 dv-cinder-814333-1-iscsi neutron-server[106636]: self._notify() Oct 18 03:02:38.273477 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 03:02:38.273477 dv-cinder-814333-1-iscsi neutron-server[106636]: self.callback(batched_events) Oct 18 03:02:38.273477 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 03:02:38.273477 dv-cinder-814333-1-iscsi neutron-server[106636]: event.method(event) Oct 18 03:02:38.273477 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 03:02:38.273477 dv-cinder-814333-1-iscsi neutron-server[106636]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 03:02:38.273477 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 03:02:38.273477 dv-cinder-814333-1-iscsi neutron-server[106636]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 03:02:38.273477 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 03:02:38.273477 dv-cinder-814333-1-iscsi neutron-server[106636]: return f(self, *a, **k) Oct 18 03:02:38.273477 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 03:02:38.273477 dv-cinder-814333-1-iscsi neutron-server[106636]: return self._get(url).json() Oct 18 03:02:38.273477 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 03:02:38.273477 dv-cinder-814333-1-iscsi neutron-server[106636]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 03:02:38.273477 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 03:02:38.273477 dv-cinder-814333-1-iscsi neutron-server[106636]: return self.request(url, 'GET', **kwargs) Oct 18 03:02:38.273477 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 03:02:38.273477 dv-cinder-814333-1-iscsi neutron-server[106636]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 03:02:38.273477 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 03:02:38.273477 dv-cinder-814333-1-iscsi neutron-server[106636]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 03:02:38.273477 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 03:02:38.273477 dv-cinder-814333-1-iscsi neutron-server[106636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 03:02:38.273477 dv-cinder-814333-1-iscsi neutron-server[106636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 03:02:38.329197 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 6c7167d1-a2aa-4022-86fa-1b0e5297fb4d no longer exists at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:02:38.351079 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] No Port match for: 6c7167d1-a2aa-4022-86fa-1b0e5297fb4d {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:02:38.351337 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 6c7167d1-a2aa-4022-86fa-1b0e5297fb4d not bound to the agent host dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:02:38.351761 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 78a4636c-4ffa-46f0-a1a7-466e50902379 no longer exists at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:02:38.376612 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] No Port match for: 78a4636c-4ffa-46f0-a1a7-466e50902379 {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:02:38.376951 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 78a4636c-4ffa-46f0-a1a7-466e50902379 not bound to the agent host dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:02:38.622912 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-11b4d254-6994-4b59-9ba2-72e75faf7bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7935398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612845'] for network, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:38.630770 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-11b4d254-6994-4b59-9ba2-72e75faf7bc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for network, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:38.633962 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-11b4d254-6994-4b59-9ba2-72e75faf7bc0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/4d30303c-fcdb-4228-b9fc-587a12d80856 HTTP/1.1" status: 204 len: 168 time: 0.7607334 Oct 18 03:02:38.643824 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4d254-6994-4b59-9ba2-72e75faf7bc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d30303c-fcdb-4228-b9fc-587a12d80856,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:02:38.895336 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f161cd9-62e6-4ada-80a9-ecd08139e05e req-b136915f-8df1-4dbd-a6fb-f3cd464daa14 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:38.898230 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8f161cd9-62e6-4ada-80a9-ecd08139e05e req-b136915f-8df1-4dbd-a6fb-f3cd464daa14 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0554998 Oct 18 03:02:38.938529 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8f161cd9-62e6-4ada-80a9-ecd08139e05e req-06ffde3c-0ff2-4807-a7b5-8caff6c44c86 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354316 Oct 18 03:02:38.981878 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 35602) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:02:39.020890 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-5dff188d-6d62-4c67-bc8f-544527cb7d13 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6894422efe52423ca3f7a27e517ac618&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0378609 Oct 18 03:02:39.023260 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 35604) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:02:39.072152 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-837e1ded-8885-44af-a4be-ae7d5a0d492e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:39.092218 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-837e1ded-8885-44af-a4be-ae7d5a0d492e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:39.226781 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-837e1ded-8885-44af-a4be-ae7d5a0d492e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:39.226781 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-837e1ded-8885-44af-a4be-ae7d5a0d492e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:39.226781 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-837e1ded-8885-44af-a4be-ae7d5a0d492e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4b5921f2-22a5-4292-80d0-dcd03bf0275b HTTP/1.1" status: 204 len: 168 time: 0.1908708 Oct 18 03:02:39.226781 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e1ded-8885-44af-a4be-ae7d5a0d492e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5921f2-22a5-4292-80d0-dcd03bf0275b,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:02:40.054569 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7725aad-9098-494a-b52d-9239c79eb2cf req-121373a8-e0ce-4fea-8a0e-49838d61734f tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:40.056073 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a7725aad-9098-494a-b52d-9239c79eb2cf req-121373a8-e0ce-4fea-8a0e-49838d61734f tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0507994 Oct 18 03:02:40.095310 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a7725aad-9098-494a-b52d-9239c79eb2cf req-84feac89-c74a-429b-9240-ea42d4716b2e tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331638 Oct 18 03:02:40.863238 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 481049b6-4b76-4888-878e-cda1a6c1a54d no longer exists at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:02:40.882854 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] No Port match for: 481049b6-4b76-4888-878e-cda1a6c1a54d {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:02:40.883193 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 481049b6-4b76-4888-878e-cda1a6c1a54d not bound to the agent host hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:02:41.213968 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb492d0-f1b1-476e-a832-c98b19dcc9a4 req-3e16a437-1f3e-4c95-9d1a-1fba67a06a2e tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:41.215330 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6eb492d0-f1b1-476e-a832-c98b19dcc9a4 req-3e16a437-1f3e-4c95-9d1a-1fba67a06a2e tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0493205 Oct 18 03:02:41.270510 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6eb492d0-f1b1-476e-a832-c98b19dcc9a4 req-b069bb23-f36b-4f38-9f9f-2ad12caaf779 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331581 Oct 18 03:02:41.602694 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 6 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 03:02:42.408417 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360f5b7-c173-43d2-b34a-18de741861c9 req-e6b80693-c97e-47f1-98e0-fb9003d6ac0e tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:42.409910 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1360f5b7-c173-43d2-b34a-18de741861c9 req-e6b80693-c97e-47f1-98e0-fb9003d6ac0e tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0519781 Oct 18 03:02:42.446260 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1360f5b7-c173-43d2-b34a-18de741861c9 req-31bcfae3-1d9a-47ab-8b44-640f854a4555 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305231 Oct 18 03:02:43.608997 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d320a-d0a2-4ac0-9c63-a57e62e4c284 req-63910688-8d21-41ee-8635-1f00f33c24c3 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:43.608997 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ce2d320a-d0a2-4ac0-9c63-a57e62e4c284 req-63910688-8d21-41ee-8635-1f00f33c24c3 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0721619 Oct 18 03:02:43.655387 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ce2d320a-d0a2-4ac0-9c63-a57e62e4c284 req-a1bd86cb-f9e5-4d07-a6b8-69c69a504f35 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493739 Oct 18 03:02:44.800990 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79be72-2ced-4dab-9806-df1159cf8518 req-6b24e3aa-51ff-4176-b3eb-3269977aa094 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:44.803539 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ce79be72-2ced-4dab-9806-df1159cf8518 req-6b24e3aa-51ff-4176-b3eb-3269977aa094 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0667827 Oct 18 03:02:44.810839 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 35806) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:02:44.844971 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ce79be72-2ced-4dab-9806-df1159cf8518 req-ea1bac10-05b5-4920-9be2-ce3c71ecb5ee tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355353 Oct 18 03:02:44.932909 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-26eb3650-ab2e-4f68-84d8-5a9391c070e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:45.038544 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-26eb3650-ab2e-4f68-84d8-5a9391c070e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:45.145400 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-26eb3650-ab2e-4f68-84d8-5a9391c070e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:45.199239 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-26eb3650-ab2e-4f68-84d8-5a9391c070e6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=66625baa781d42ae8f7586a9a4e635b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3872244 Oct 18 03:02:45.200303 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb3650-ab2e-4f68-84d8-5a9391c070e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996636f8-382e-4663-938b-17678e129fe4,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:02:45.201939 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 35810) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:02:45.259062 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8f3e9202-4f99-484f-911e-fafadce5d5c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:45.288224 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8f3e9202-4f99-484f-911e-fafadce5d5c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:45.565698 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8f3e9202-4f99-484f-911e-fafadce5d5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:45.568342 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8f3e9202-4f99-484f-911e-fafadce5d5c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:45.569477 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-8f3e9202-4f99-484f-911e-fafadce5d5c7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/996636f8-382e-4663-938b-17678e129fe4 HTTP/1.1" status: 204 len: 168 time: 0.3664613 Oct 18 03:02:45.579438 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e9202-4f99-484f-911e-fafadce5d5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996636f8-382e-4663-938b-17678e129fe4,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:02:45.974573 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565abf2f-7eab-496e-b140-b0bf596735f9 req-a2e0a68c-4d5a-4d43-9936-47e6096117ad tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:45.976305 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-565abf2f-7eab-496e-b140-b0bf596735f9 req-a2e0a68c-4d5a-4d43-9936-47e6096117ad tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0589457 Oct 18 03:02:46.019827 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-565abf2f-7eab-496e-b140-b0bf596735f9 req-e401c40e-b708-4bc7-ba90-e203c3d024b5 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367064 Oct 18 03:02:46.174710 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 35828) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:02:46.189017 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-afe20b30-06a9-421f-b281-e4d6f4a50b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:46.266273 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-afe20b30-06a9-421f-b281-e4d6f4a50b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:46.354982 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-afe20b30-06a9-421f-b281-e4d6f4a50b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:46.397652 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 35832) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:02:46.397907 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-afe20b30-06a9-421f-b281-e4d6f4a50b20 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8fbb7fb97c234cd0a965cf56dadabf90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2217078 Oct 18 03:02:46.398558 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe20b30-06a9-421f-b281-e4d6f4a50b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b513a8a-a92a-45c8-99d3-8cf3f5c9699b,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:02:46.461618 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-09381e80-4024-495c-986c-0748a08e9207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:46.486644 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-09381e80-4024-495c-986c-0748a08e9207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:46.617142 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-09381e80-4024-495c-986c-0748a08e9207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:46.620249 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-09381e80-4024-495c-986c-0748a08e9207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:46.621493 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-09381e80-4024-495c-986c-0748a08e9207 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7b513a8a-a92a-45c8-99d3-8cf3f5c9699b HTTP/1.1" status: 204 len: 168 time: 0.2220814 Oct 18 03:02:46.631356 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09381e80-4024-495c-986c-0748a08e9207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b513a8a-a92a-45c8-99d3-8cf3f5c9699b,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:02:47.185466 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1fbef-03a0-40ad-9872-8d9ebeebfdab req-65499fe5-72b5-4f12-809f-ac58c932157a tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:47.191521 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-91d1fbef-03a0-40ad-9872-8d9ebeebfdab req-65499fe5-72b5-4f12-809f-ac58c932157a tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0852427 Oct 18 03:02:47.254209 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-91d1fbef-03a0-40ad-9872-8d9ebeebfdab req-5966703f-0046-4ba7-8f1f-a64231f5eac0 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577190 Oct 18 03:02:48.393846 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b55e0-f883-4c9a-b922-0ebba53fb47b req-b2b1161a-91c6-4779-b93f-4eef41fdc010 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:48.396068 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-408b55e0-f883-4c9a-b922-0ebba53fb47b req-b2b1161a-91c6-4779-b93f-4eef41fdc010 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0716944 Oct 18 03:02:48.444646 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-408b55e0-f883-4c9a-b922-0ebba53fb47b req-7eb386eb-e40f-408c-a0b8-86fc4e9ae5b2 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415103 Oct 18 03:02:49.275216 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-6e726411-591a-4ad6-8a55-f4accd6c2151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:49.595946 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570d360-beba-4093-b4d6-529fb68df1a5 req-48a36b1f-2df1-4562-bf41-5f36d2b04893 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:49.598102 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7570d360-beba-4093-b4d6-529fb68df1a5 req-48a36b1f-2df1-4562-bf41-5f36d2b04893 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0675335 Oct 18 03:02:49.653305 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7570d360-beba-4093-b4d6-529fb68df1a5 req-a98ddf1c-7b95-49a2-a2d0-7f8738a8f5be tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439441 Oct 18 03:02:50.821498 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27653bad-14b7-4716-8389-1e936f03f022 req-81f792fb-3eaa-4873-bd5c-30a2ae2488dc tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:50.823412 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-27653bad-14b7-4716-8389-1e936f03f022 req-81f792fb-3eaa-4873-bd5c-30a2ae2488dc tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.1045637 Oct 18 03:02:50.898802 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-27653bad-14b7-4716-8389-1e936f03f022 req-759e7e2b-30e3-455d-9279-f2ff696513ab tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649281 Oct 18 03:02:51.880373 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-32e03f0e-2b97-4e1f-9740-6a0b9ed6461c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:52.019679 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a3662-6eb9-4684-8665-e3f8f508732a req-624f968d-7286-44df-ae73-2de18f0b1c99 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:52.022290 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-532a3662-6eb9-4684-8665-e3f8f508732a req-624f968d-7286-44df-ae73-2de18f0b1c99 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0613925 Oct 18 03:02:52.087138 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-532a3662-6eb9-4684-8665-e3f8f508732a req-21a95052-5576-4736-80a7-2b3ab5adbff1 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592470 Oct 18 03:02:52.517423 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02192c-27c7-4174-ac92-37c91792e520 req-70351eff-46b5-4d7a-90d2-9c1970ba929b tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:52.522927 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-db02192c-27c7-4174-ac92-37c91792e520 req-70351eff-46b5-4d7a-90d2-9c1970ba929b tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0758781 Oct 18 03:02:52.545764 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:52.582023 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-db02192c-27c7-4174-ac92-37c91792e520 req-ddbaa82b-d77e-40b9-8d3a-bcc75f1173bb tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513644 Oct 18 03:02:52.632673 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7801aa-c007-40d5-bfa0-cdefe7f98498 req-7d4f5957-5973-4aa4-a82d-05e3a37e5686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:52.634297 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-df7801aa-c007-40d5-bfa0-cdefe7f98498 req-7d4f5957-5973-4aa4-a82d-05e3a37e5686 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8d2c0c120394030962ebe6c7201e21d&device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 1098 time: 0.0513031 Oct 18 03:02:52.741624 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7801aa-c007-40d5-bfa0-cdefe7f98498 req-3d7ef510-92c2-4c3b-8f83-ee40b63cedcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:52.743250 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-df7801aa-c007-40d5-bfa0-cdefe7f98498 req-3d7ef510-92c2-4c3b-8f83-ee40b63cedcd service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac1fdfa5-8257-478e-8751-4284ba979920 HTTP/1.1" status: 200 len: 911 time: 0.0945070 Oct 18 03:02:52.816951 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-df7801aa-c007-40d5-bfa0-cdefe7f98498 req-4d80b163-be61-46e5-9020-9c3082ad6cc6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f317c9fd-d300-4a87-95e5-522ead93d023 HTTP/1.1" status: 200 len: 1000 time: 0.0651112 Oct 18 03:02:52.876702 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7801aa-c007-40d5-bfa0-cdefe7f98498 req-9d2ab188-b7e3-4d2f-9b6c-eb2dfc2a61fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:52.878449 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-df7801aa-c007-40d5-bfa0-cdefe7f98498 req-9d2ab188-b7e3-4d2f-9b6c-eb2dfc2a61fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a35e1d0-99d4-4e94-85dc-79f79e40c7d5 HTTP/1.1" status: 200 len: 849 time: 0.0510733 Oct 18 03:02:52.949632 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7801aa-c007-40d5-bfa0-cdefe7f98498 req-fa1d9ce8-e723-4e4c-b248-5c299eebed3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:52.951159 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-df7801aa-c007-40d5-bfa0-cdefe7f98498 req-fa1d9ce8-e723-4e4c-b248-5c299eebed3f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac1fdfa5-8257-478e-8751-4284ba979920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0648592 Oct 18 03:02:52.991391 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 35976) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:02:53.077006 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-df7801aa-c007-40d5-bfa0-cdefe7f98498 req-31574048-18c0-48a2-8e51-82c16c5922c8 service neutron] 10.222.0.36 "GET /v2.0/networks/ac1fdfa5-8257-478e-8751-4284ba979920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139154 Oct 18 03:02:53.120717 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-03d2da61-b0a6-48fb-92f7-45fec2802a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:53.196854 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-df7801aa-c007-40d5-bfa0-cdefe7f98498 req-22abd674-5839-4fe4-aef3-7925c3b16c1b service neutron] 10.222.0.36 "GET /v2.0/networks/ac1fdfa5-8257-478e-8751-4284ba979920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098049 Oct 18 03:02:53.201058 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-03d2da61-b0a6-48fb-92f7-45fec2802a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:53.257231 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:53.280490 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-03d2da61-b0a6-48fb-92f7-45fec2802a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:53.324124 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2da61-b0a6-48fb-92f7-45fec2802a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deaeebe5-c969-42d6-97e0-3ffc1168c8a3,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:02:53.331388 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-03d2da61-b0a6-48fb-92f7-45fec2802a37 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=34df6649b1da4c77b3472f22aa520966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3383658 Oct 18 03:02:53.334223 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 35980) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:02:53.386512 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b7f77cb7-b393-4fa8-a83a-cd9225187cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:53.411977 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b7f77cb7-b393-4fa8-a83a-cd9225187cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:53.560169 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b7f77cb7-b393-4fa8-a83a-cd9225187cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:53.563264 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b7f77cb7-b393-4fa8-a83a-cd9225187cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:53.567509 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-b7f77cb7-b393-4fa8-a83a-cd9225187cd0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/deaeebe5-c969-42d6-97e0-3ffc1168c8a3 HTTP/1.1" status: 204 len: 168 time: 0.2321966 Oct 18 03:02:53.576443 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f77cb7-b393-4fa8-a83a-cd9225187cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deaeebe5-c969-42d6-97e0-3ffc1168c8a3,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:02:53.768683 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a1ccf-0e49-4bad-9c04-4867cd80ea7b req-69a895ad-aa31-4bce-82db-ab775083c0c7 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:53.770307 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c55a1ccf-0e49-4bad-9c04-4867cd80ea7b req-69a895ad-aa31-4bce-82db-ab775083c0c7 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0795529 Oct 18 03:02:53.813114 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c55a1ccf-0e49-4bad-9c04-4867cd80ea7b req-5dfebf19-ccf2-4262-b5a4-389e0e5609c9 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366030 Oct 18 03:02:54.354040 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 35994) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:02:54.369549 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-218d9c27-8d00-4b81-b59f-0dfa1f7c96c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:54.466651 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-218d9c27-8d00-4b81-b59f-0dfa1f7c96c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:54.514429 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-218d9c27-8d00-4b81-b59f-0dfa1f7c96c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:54.555878 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d9c27-8d00-4b81-b59f-0dfa1f7c96c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094e087a-b3b4-4723-9c80-a6ff7da99c41,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:02:54.564003 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-218d9c27-8d00-4b81-b59f-0dfa1f7c96c6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0952ab5fbceb434dbc3396f1451f1549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2052646 Oct 18 03:02:54.564501 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 35996) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:02:54.628766 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-ea390ac6-6e60-499c-b803-b65e07656091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:54.653421 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-ea390ac6-6e60-499c-b803-b65e07656091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:54.817344 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:54.851349 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-ea390ac6-6e60-499c-b803-b65e07656091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:54.856156 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-ea390ac6-6e60-499c-b803-b65e07656091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:02:54.857693 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-ea390ac6-6e60-499c-b803-b65e07656091 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/094e087a-b3b4-4723-9c80-a6ff7da99c41 HTTP/1.1" status: 204 len: 168 time: 0.2921364 Oct 18 03:02:54.879590 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea390ac6-6e60-499c-b803-b65e07656091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094e087a-b3b4-4723-9c80-a6ff7da99c41,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:02:54.954173 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661451e-efd2-4947-bad6-9225427220fd req-5e39b923-3b6f-4d71-84c0-b4609bed7af6 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:02:54.955654 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a661451e-efd2-4947-bad6-9225427220fd req-5e39b923-3b6f-4d71-84c0-b4609bed7af6 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0537353 Oct 18 03:02:55.000297 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a661451e-efd2-4947-bad6-9225427220fd req-6ed78de0-a8a3-4a13-baaf-c07dfbe9569c tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368602 Oct 18 03:03:04.559479 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:04.770449 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 36228) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:04.815665 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbd23daf-ce87-4790-8064-977f88cb511e admin admin] Deleting subnet 929ff636-6271-4b23-bddd-730ce40bc1d5 {{(pid=106637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 18 03:03:04.818520 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-fbd23daf-ce87-4790-8064-977f88cb511e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:04.856747 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-fbd23daf-ce87-4790-8064-977f88cb511e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2103684'] for subnet, precommit_delete_associations {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:04.895010 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-fbd23daf-ce87-4790-8064-977f88cb511e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7935780'] for subnet, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:05.034401 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-fbd23daf-ce87-4790-8064-977f88cb511e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7935787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3168638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3874213'] for subnet, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:05.061482 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd23daf-ce87-4790-8064-977f88cb511e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=929ff636-6271-4b23-bddd-730ce40bc1d5,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:05.063552 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-fbd23daf-ce87-4790-8064-977f88cb511e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:05.066867 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-fbd23daf-ce87-4790-8064-977f88cb511e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/929ff636-6271-4b23-bddd-730ce40bc1d5 HTTP/1.1" status: 204 len: 168 time: 0.2953165 Oct 18 03:03:05.069279 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 36240) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:05.139792 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-c948454b-df92-4696-9293-ac59812376a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7981797'] for network, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:05.219014 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-c948454b-df92-4696-9293-ac59812376a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7935455', 'neutron.services.segments.db._delete_segments_for_network-8748751250701'] for network, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:05.238846 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.services.segments.db [None req-c948454b-df92-4696-9293-ac59812376a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6fd56a1-cd6e-44d7-ba21-30666bcff4a2']}} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:03:05.247876 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.services.segments.db [None req-c948454b-df92-4696-9293-ac59812376a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a5df9d3-4a5f-4f19-8fed-3d3e1dc7cdcf') {'for_net_delete': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:03:05.248167 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.services.segments.db [None req-c948454b-df92-4696-9293-ac59812376a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a5df9d3-4a5f-4f19-8fed-3d3e1dc7cdcf') {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:03:05.257684 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-c948454b-df92-4696-9293-ac59812376a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748751250198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2103707'] for segment, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:05.270937 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-c948454b-df92-4696-9293-ac59812376a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965'] for segment, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:05.276468 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c948454b-df92-4696-9293-ac59812376a6 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=106637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 03:03:05.276845 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-c948454b-df92-4696-9293-ac59812376a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3168536'] for segment, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:05.278445 dv-cinder-814333-1-iscsi neutron-server[106637]: Traceback (most recent call last): Oct 18 03:03:05.278445 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 03:03:05.278445 dv-cinder-814333-1-iscsi neutron-server[106637]: timer() Oct 18 03:03:05.278445 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 03:03:05.278445 dv-cinder-814333-1-iscsi neutron-server[106637]: cb(*args, **kw) Oct 18 03:03:05.278445 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 03:03:05.278445 dv-cinder-814333-1-iscsi neutron-server[106637]: return func(*args, **kwargs) Oct 18 03:03:05.278445 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 03:03:05.278445 dv-cinder-814333-1-iscsi neutron-server[106637]: self._notify() Oct 18 03:03:05.278445 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 03:03:05.278445 dv-cinder-814333-1-iscsi neutron-server[106637]: self.callback(batched_events) Oct 18 03:03:05.278445 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 03:03:05.278445 dv-cinder-814333-1-iscsi neutron-server[106637]: event.method(event) Oct 18 03:03:05.278445 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 03:03:05.278445 dv-cinder-814333-1-iscsi neutron-server[106637]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 03:03:05.278445 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 03:03:05.278445 dv-cinder-814333-1-iscsi neutron-server[106637]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 03:03:05.278445 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 03:03:05.278445 dv-cinder-814333-1-iscsi neutron-server[106637]: return f(self, *a, **k) Oct 18 03:03:05.278445 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 03:03:05.278445 dv-cinder-814333-1-iscsi neutron-server[106637]: return self._get(url).json() Oct 18 03:03:05.278445 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 03:03:05.278445 dv-cinder-814333-1-iscsi neutron-server[106637]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 03:03:05.278445 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 03:03:05.278445 dv-cinder-814333-1-iscsi neutron-server[106637]: return self.request(url, 'GET', **kwargs) Oct 18 03:03:05.278445 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 03:03:05.278445 dv-cinder-814333-1-iscsi neutron-server[106637]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 03:03:05.278445 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 03:03:05.278445 dv-cinder-814333-1-iscsi neutron-server[106637]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 03:03:05.278445 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 03:03:05.278445 dv-cinder-814333-1-iscsi neutron-server[106637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 03:03:05.278445 dv-cinder-814333-1-iscsi neutron-server[106637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 03:03:05.422617 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-c948454b-df92-4696-9293-ac59812376a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7935398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612845'] for network, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:05.428053 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-c948454b-df92-4696-9293-ac59812376a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for network, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:05.431254 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-c948454b-df92-4696-9293-ac59812376a6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a6fd56a1-cd6e-44d7-ba21-30666bcff4a2 HTTP/1.1" status: 204 len: 168 time: 0.3608754 Oct 18 03:03:05.442438 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948454b-df92-4696-9293-ac59812376a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6fd56a1-cd6e-44d7-ba21-30666bcff4a2,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:05.694984 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 36252) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:05.803825 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 36256) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:05.805618 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-3bcc8ecd-5a6d-482e-8d6d-65d8ebacfdaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:05.843252 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-4c614b9e-a551-4320-94b3-d33f835ef84e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b291bbb873a24467b13cde8d12ee52db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382662 Oct 18 03:03:05.845691 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 36258) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:05.883521 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-3bcc8ecd-5a6d-482e-8d6d-65d8ebacfdaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:05.894179 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-bab4321e-e9ab-4ed2-9311-fc43bf3f93b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:05.914959 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-bab4321e-e9ab-4ed2-9311-fc43bf3f93b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:05.948155 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-3bcc8ecd-5a6d-482e-8d6d-65d8ebacfdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:05.987649 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-3bcc8ecd-5a6d-482e-8d6d-65d8ebacfdaa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f76f4b73e19d4f4db2df78ce256aab46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2915545 Oct 18 03:03:05.988513 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc8ecd-5a6d-482e-8d6d-65d8ebacfdaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b49f756-82d4-45ac-9d03-d03674b10122,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:05.990409 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 36260) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:06.040287 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-a273e88a-ea71-48a5-a559-54c1446a6071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:06.061339 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-a273e88a-ea71-48a5-a559-54c1446a6071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:06.067353 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-bab4321e-e9ab-4ed2-9311-fc43bf3f93b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:06.070059 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-bab4321e-e9ab-4ed2-9311-fc43bf3f93b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:06.071170 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-bab4321e-e9ab-4ed2-9311-fc43bf3f93b4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4369dea6-70e9-436a-8f7e-7cb490a582e2 HTTP/1.1" status: 204 len: 168 time: 0.2245560 Oct 18 03:03:06.092674 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab4321e-e9ab-4ed2-9311-fc43bf3f93b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4369dea6-70e9-436a-8f7e-7cb490a582e2,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:06.205602 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-a273e88a-ea71-48a5-a559-54c1446a6071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:06.208195 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-a273e88a-ea71-48a5-a559-54c1446a6071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:06.209402 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-a273e88a-ea71-48a5-a559-54c1446a6071 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1b49f756-82d4-45ac-9d03-d03674b10122 HTTP/1.1" status: 204 len: 168 time: 0.2179139 Oct 18 03:03:06.217091 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273e88a-ea71-48a5-a559-54c1446a6071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b49f756-82d4-45ac-9d03-d03674b10122,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:06.803247 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 36282) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:06.816450 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-a3cb522f-2198-40e2-b531-5dd0f1be29d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:06.894094 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-a3cb522f-2198-40e2-b531-5dd0f1be29d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:06.988246 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-a3cb522f-2198-40e2-b531-5dd0f1be29d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:07.027735 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-a3cb522f-2198-40e2-b531-5dd0f1be29d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=51667abfe36a4fd7b94b89d08a9275c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2233989 Oct 18 03:03:07.028803 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb522f-2198-40e2-b531-5dd0f1be29d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5a74a9-623b-49cc-bbb5-1584302400af,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:07.030558 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 36290) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:07.082585 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9da091f4-fb0e-44e3-9db9-cfffbd1a55bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:07.103372 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9da091f4-fb0e-44e3-9db9-cfffbd1a55bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:07.112786 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 36292) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:07.207628 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-9e748895-2ca5-4749-b4f2-68c94b7b2715 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1946947217-network', 'tenant_id': '62affdb1ab2e4d1e8559a84ed78fda53'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:03:07.228451 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9da091f4-fb0e-44e3-9db9-cfffbd1a55bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:07.231270 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9da091f4-fb0e-44e3-9db9-cfffbd1a55bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:07.232401 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-9da091f4-fb0e-44e3-9db9-cfffbd1a55bf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2a5a74a9-623b-49cc-bbb5-1584302400af HTTP/1.1" status: 204 len: 168 time: 0.1996439 Oct 18 03:03:07.240363 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da091f4-fb0e-44e3-9db9-cfffbd1a55bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5a74a9-623b-49cc-bbb5-1584302400af,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:07.336214 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e748895-2ca5-4749-b4f2-68c94b7b2715 admin admin] Made reservation on behalf of 62affdb1ab2e4d1e8559a84ed78fda53 for: {'network': 1} {{(pid=106637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 03:03:07.338533 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-9e748895-2ca5-4749-b4f2-68c94b7b2715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for network, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:07.347722 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-9e748895-2ca5-4749-b4f2-68c94b7b2715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:07.419553 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-9e748895-2ca5-4749-b4f2-68c94b7b2715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:07.536945 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-9e748895-2ca5-4749-b4f2-68c94b7b2715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:07.560703 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e748895-2ca5-4749-b4f2-68c94b7b2715 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=106637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 03:03:07.574798 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748895-2ca5-4749-b4f2-68c94b7b2715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7daf798b-0fcd-4197-a180-ed8df66742aa,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:07.580453 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-9e748895-2ca5-4749-b4f2-68c94b7b2715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965'] for segment, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:07.580821 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.db.segments_db [None req-9e748895-2ca5-4749-b4f2-68c94b7b2715 admin admin] Added segment b81d56d8-b3f3-408b-877c-683ac662a66c of type vlan for network e87ad9a1-7666-4e2f-b8d8-84a634a81d93 Oct 18 03:03:07.622704 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-9e748895-2ca5-4749-b4f2-68c94b7b2715 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748750891129'] for network, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:07.708408 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-9e748895-2ca5-4749-b4f2-68c94b7b2715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149'] for network, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:07.709366 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e748895-2ca5-4749-b4f2-68c94b7b2715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:07.709985 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-9e748895-2ca5-4749-b4f2-68c94b7b2715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for network, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:07.768451 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748895-2ca5-4749-b4f2-68c94b7b2715 admin admin] Pushing event updated for resources: {'Network': ['ID=e87ad9a1-7666-4e2f-b8d8-84a634a81d93,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:07.778206 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Network e87ad9a1-7666-4e2f-b8d8-84a634a81d93 details requested by agent ovs-agent-dv-cinder-814333-1-iscsi with host dv-cinder-814333-1-iscsi {{(pid=106638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 03:03:07.842850 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-9e748895-2ca5-4749-b4f2-68c94b7b2715 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7288265 Oct 18 03:03:07.845610 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 36302) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:07.850458 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-481cd58a-223d-4077-9f85-c880777d6645 admin admin] Request body: {'subnet': {'network_id': 'e87ad9a1-7666-4e2f-b8d8-84a634a81d93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1946947217-subnet', 'tenant_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'ip_version': 4}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:03:07.892111 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 36304) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:07.905043 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-75b9981d-f0c1-4a32-bf34-7deaf1a85b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:07.951075 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481cd58a-223d-4077-9f85-c880777d6645 admin admin] Made reservation on behalf of 62affdb1ab2e4d1e8559a84ed78fda53 for: {'subnet': 1} {{(pid=106637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 03:03:07.953518 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-481cd58a-223d-4077-9f85-c880777d6645 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3874254'] for subnet, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:08.033997 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-75b9981d-f0c1-4a32-bf34-7deaf1a85b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:08.125498 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-75b9981d-f0c1-4a32-bf34-7deaf1a85b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:08.175879 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b9981d-f0c1-4a32-bf34-7deaf1a85b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ef7f20-e450-444e-866b-f3ab09fe409d,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:08.181219 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-75b9981d-f0c1-4a32-bf34-7deaf1a85b97 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=20e3f998e3284a1f90225b8470e600bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2881567 Oct 18 03:03:08.183845 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 36306) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:08.230454 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-1e21c2fc-7af1-4df6-9f65-5fda6215c1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:08.250263 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-481cd58a-223d-4077-9f85-c880777d6645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3168445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3874236'] for subnet, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:08.253086 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-1e21c2fc-7af1-4df6-9f65-5fda6215c1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:08.325588 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481cd58a-223d-4077-9f85-c880777d6645 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9c707f4-73a5-4da8-9515-c5d3f8c907b8,revision_number=0']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:08.345120 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481cd58a-223d-4077-9f85-c880777d6645 admin admin] Checking segment: {'id': 'b81d56d8-b3f3-408b-877c-683ac662a66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e87ad9a1-7666-4e2f-b8d8-84a634a81d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:03:08.345479 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481cd58a-223d-4077-9f85-c880777d6645 admin admin] Network hostable DHCP agents. Network: e87ad9a1-7666-4e2f-b8d8-84a634a81d93, hostable agents: ['d6364138-709a-4c77-9f16-97f76425e773'], hosted agents: [] {{(pid=106637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 03:03:08.427911 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-1e21c2fc-7af1-4df6-9f65-5fda6215c1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:08.430514 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-1e21c2fc-7af1-4df6-9f65-5fda6215c1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:08.431648 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-1e21c2fc-7af1-4df6-9f65-5fda6215c1f9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/72ef7f20-e450-444e-866b-f3ab09fe409d HTTP/1.1" status: 204 len: 168 time: 0.2469156 Oct 18 03:03:08.440733 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21c2fc-7af1-4df6-9f65-5fda6215c1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ef7f20-e450-444e-866b-f3ab09fe409d,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:08.444932 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481cd58a-223d-4077-9f85-c880777d6645 admin admin] Network e87ad9a1-7666-4e2f-b8d8-84a634a81d93 is scheduled to be hosted by DHCP agent d6364138-709a-4c77-9f16-97f76425e773 with binding_index 1 {{(pid=106637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 03:03:08.532107 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [None req-481cd58a-223d-4077-9f85-c880777d6645 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814333-1-iscsi, e87ad9a1-7666-4e2f-b8d8-84a634a81d93) {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:03:08.536343 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481cd58a-223d-4077-9f85-c880777d6645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:08.536993 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-481cd58a-223d-4077-9f85-c880777d6645 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:08.541232 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe5e835-5981-4d70-976b-f15d6187d58e None None] Network e87ad9a1-7666-4e2f-b8d8-84a634a81d93 requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 03:03:08.637486 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-481cd58a-223d-4077-9f85-c880777d6645 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7907906 Oct 18 03:03:08.640189 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 36312) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:08.645348 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-d261f070-3c4c-49a3-bc0b-2d6578479836 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1946947217-router', 'tenant_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'}}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:03:08.685121 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a3952c-2a56-4533-a77d-42c18c3ffc49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd97ac7e-b8df-5221-be60-5c49b09c5ecf-e87ad9a1-7666-4e2f-b8d8-84a634a81d93', 'network_id': 'e87ad9a1-7666-4e2f-b8d8-84a634a81d93', 'tenant_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'fixed_ips': [{'subnet_id': 'e9c707f4-73a5-4da8-9515-c5d3f8c907b8'}]}} from dv-cinder-814333-1-iscsi. {{(pid=106638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 03:03:08.685985 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-f3a3952c-2a56-4533-a77d-42c18c3ffc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:08.737041 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d261f070-3c4c-49a3-bc0b-2d6578479836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3491'] for router, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:08.738147 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d261f070-3c4c-49a3-bc0b-2d6578479836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-612752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3508'] for router, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:08.791180 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d261f070-3c4c-49a3-bc0b-2d6578479836 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:08.822005 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.db_base_plugin_common [None req-f3a3952c-2a56-4533-a77d-42c18c3ffc49 None None] Allocated IP 172.20.0.2 (e87ad9a1-7666-4e2f-b8d8-84a634a81d93/e9c707f4-73a5-4da8-9515-c5d3f8c907b8/46145c29-aedf-4931-b3a5-90166d92b9a4) {{(pid=106638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:03:08.966316 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-f3a3952c-2a56-4533-a77d-42c18c3ffc49 None None] Notify callbacks [] for port, precommit_create {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:09.028907 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-f3a3952c-2a56-4533-a77d-42c18c3ffc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598'] for port, after_create {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:09.071227 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a3952c-2a56-4533-a77d-42c18c3ffc49 None None] Network e87ad9a1-7666-4e2f-b8d8-84a634a81d93 is already hosted by enough agents. {{(pid=106638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:03:09.074114 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.scheduler.base_scheduler [None req-f3a3952c-2a56-4533-a77d-42c18c3ffc49 None None] Resources bound (agent type, host, resource id): {{(pid=106638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:03:09.077682 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a3952c-2a56-4533-a77d-42c18c3ffc49 None None] Received port after_create {{(pid=106638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:03:09.091676 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3952c-2a56-4533-a77d-42c18c3ffc49 None None] Pushing event updated for resources: {'Port': ['ID=46145c29-aedf-4931-b3a5-90166d92b9a4,revision_number=1']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:09.113544 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3952c-2a56-4533-a77d-42c18c3ffc49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:09.113941 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3952c-2a56-4533-a77d-42c18c3ffc49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:09.114294 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3952c-2a56-4533-a77d-42c18c3ffc49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:09.114643 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3952c-2a56-4533-a77d-42c18c3ffc49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:09.114971 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3952c-2a56-4533-a77d-42c18c3ffc49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:09.115290 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3952c-2a56-4533-a77d-42c18c3ffc49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:09.115617 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3952c-2a56-4533-a77d-42c18c3ffc49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:09.115944 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3952c-2a56-4533-a77d-42c18c3ffc49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:09.116308 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3952c-2a56-4533-a77d-42c18c3ffc49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:09.116636 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3952c-2a56-4533-a77d-42c18c3ffc49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:09.116961 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3952c-2a56-4533-a77d-42c18c3ffc49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:09.117283 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3952c-2a56-4533-a77d-42c18c3ffc49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:09.157620 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-f3a3952c-2a56-4533-a77d-42c18c3ffc49 None None] Attempting to bind port 46145c29-aedf-4931-b3a5-90166d92b9a4 on host dv-cinder-814333-1-iscsi for vnic_type normal with profile {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 03:03:09.159397 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-f3a3952c-2a56-4533-a77d-42c18c3ffc49 None None] Attempting to bind port 46145c29-aedf-4931-b3a5-90166d92b9a4 by drivers openvswitch,hyperv on host dv-cinder-814333-1-iscsi at level 0 using segments [{'id': 'b81d56d8-b3f3-408b-877c-683ac662a66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e87ad9a1-7666-4e2f-b8d8-84a634a81d93'}] {{(pid=106638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 03:03:09.159397 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a3952c-2a56-4533-a77d-42c18c3ffc49 None None] Attempting to bind port 46145c29-aedf-4931-b3a5-90166d92b9a4 on network e87ad9a1-7666-4e2f-b8d8-84a634a81d93 {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:03:09.163866 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a3952c-2a56-4533-a77d-42c18c3ffc49 None None] Checking agent: {'id': '725b6bc2-91e5-4fb5-a09c-abe917cff252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 50, 22), 'started_at': datetime.datetime(2021, 10, 18, 2, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 3, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 03:03:09.164241 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a3952c-2a56-4533-a77d-42c18c3ffc49 None None] Checking segment: {'id': 'b81d56d8-b3f3-408b-877c-683ac662a66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e87ad9a1-7666-4e2f-b8d8-84a634a81d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:03:09.164687 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-f3a3952c-2a56-4533-a77d-42c18c3ffc49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:09.165085 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a3952c-2a56-4533-a77d-42c18c3ffc49 None None] Bound using segment: {'id': 'b81d56d8-b3f3-408b-877c-683ac662a66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e87ad9a1-7666-4e2f-b8d8-84a634a81d93'} {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 03:03:09.165762 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-f3a3952c-2a56-4533-a77d-42c18c3ffc49 None None] Bound port: 46145c29-aedf-4931-b3a5-90166d92b9a4, host: dv-cinder-814333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b81d56d8-b3f3-408b-877c-683ac662a66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e87ad9a1-7666-4e2f-b8d8-84a634a81d93'}}] {{(pid=106638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 03:03:09.166169 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-f3a3952c-2a56-4533-a77d-42c18c3ffc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:09.233959 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-f3a3952c-2a56-4533-a77d-42c18c3ffc49 None None] For port 46145c29-aedf-4931-b3a5-90166d92b9a4, host dv-cinder-814333-1-iscsi, cleared binding levels {{(pid=106638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 03:03:09.237609 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-f3a3952c-2a56-4533-a77d-42c18c3ffc49 None None] For port 46145c29-aedf-4931-b3a5-90166d92b9a4, host dv-cinder-814333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=46145c29-aedf-4931-b3a5-90166d92b9a4,segment=NetworkSegment(b81d56d8-b3f3-408b-877c-683ac662a66c),segment_id=b81d56d8-b3f3-408b-877c-683ac662a66c)] {{(pid=106638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 03:03:09.270871 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d261f070-3c4c-49a3-bc0b-2d6578479836 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:09.360667 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-f3a3952c-2a56-4533-a77d-42c18c3ffc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:09.416631 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3952c-2a56-4533-a77d-42c18c3ffc49 None None] Pushing event updated for resources: {'Port': ['ID=46145c29-aedf-4931-b3a5-90166d92b9a4,revision_number=2']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:09.611467 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d261f070-3c4c-49a3-bc0b-2d6578479836 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:09.633720 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d261f070-3c4c-49a3-bc0b-2d6578479836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:09.776434 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_common [None req-d261f070-3c4c-49a3-bc0b-2d6578479836 admin admin] Allocated IP 172.27.3.58 (ec1e2d0f-026f-465c-b326-53f6d0173c72/df7c5eba-93a9-4f97-9356-1dcfa994647a/cf79808b-b0ab-494e-89a5-aef12db389be) {{(pid=106637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:03:09.879814 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d261f070-3c4c-49a3-bc0b-2d6578479836 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:10.206328 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d261f070-3c4c-49a3-bc0b-2d6578479836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:10.247355 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d261f070-3c4c-49a3-bc0b-2d6578479836 admin admin] Network ec1e2d0f-026f-465c-b326-53f6d0173c72 is already hosted by enough agents. {{(pid=106637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:03:10.251382 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [None req-d261f070-3c4c-49a3-bc0b-2d6578479836 admin admin] Resources bound (agent type, host, resource id): {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:03:10.258639 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d261f070-3c4c-49a3-bc0b-2d6578479836 admin admin] Received port after_create {{(pid=106637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:03:10.261698 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261f070-3c4c-49a3-bc0b-2d6578479836 admin admin] Pushing event updated for resources: {'Port': ['ID=cf79808b-b0ab-494e-89a5-aef12db389be,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:10.399710 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ab9b44-b5f5-4446-8921-92228f923db7 None None] Network e87ad9a1-7666-4e2f-b8d8-84a634a81d93 requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 03:03:10.399710 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 46145c29-aedf-4931-b3a5-90166d92b9a4 up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:03:10.472625 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5c7ec44c-2be6-40ab-873b-bb12cc211fcb None None] Provisioning complete for port 46145c29-aedf-4931-b3a5-90166d92b9a4 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:03:10.472991 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5c7ec44c-2be6-40ab-873b-bb12cc211fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:10.540928 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-75ea98ca-e80d-48bf-a0e4-cfeb33f00d46 req-bc20b56a-03eb-4537-80ca-ca5be173151a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411832 Oct 18 03:03:10.559798 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port 46145c29-aedf-4931-b3a5-90166d92b9a4 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:03:10.563607 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:10.606005 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea98ca-e80d-48bf-a0e4-cfeb33f00d46 req-4c5fa20f-dd06-4bbc-80a4-27918c931aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:10.608149 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-75ea98ca-e80d-48bf-a0e4-cfeb33f00d46 req-4c5fa20f-dd06-4bbc-80a4-27918c931aff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8d2c0c120394030962ebe6c7201e21d&device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 1098 time: 0.0433376 Oct 18 03:03:10.667877 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5c7ec44c-2be6-40ab-873b-bb12cc211fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:10.728002 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea98ca-e80d-48bf-a0e4-cfeb33f00d46 req-38f7c7a4-17f8-4ae9-bce5-23def22b5913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:10.730293 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-75ea98ca-e80d-48bf-a0e4-cfeb33f00d46 req-38f7c7a4-17f8-4ae9-bce5-23def22b5913 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac1fdfa5-8257-478e-8751-4284ba979920 HTTP/1.1" status: 200 len: 911 time: 0.0959151 Oct 18 03:03:10.731366 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5c7ec44c-2be6-40ab-873b-bb12cc211fcb None None] For port 46145c29-aedf-4931-b3a5-90166d92b9a4, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=46145c29-aedf-4931-b3a5-90166d92b9a4,segment=NetworkSegment(b81d56d8-b3f3-408b-877c-683ac662a66c),segment_id=b81d56d8-b3f3-408b-877c-683ac662a66c)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:03:10.746095 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:10.786318 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d261f070-3c4c-49a3-bc0b-2d6578479836 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:10.807575 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-75ea98ca-e80d-48bf-a0e4-cfeb33f00d46 req-7be68e2e-d39e-4d00-9a09-7e0f5fc7034f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f317c9fd-d300-4a87-95e5-522ead93d023 HTTP/1.1" status: 200 len: 1000 time: 0.0688560 Oct 18 03:03:10.813448 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5c7ec44c-2be6-40ab-873b-bb12cc211fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:10.870142 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea98ca-e80d-48bf-a0e4-cfeb33f00d46 req-8625dc1d-6bdc-4124-bdf1-cb7986ecac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:10.872471 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-75ea98ca-e80d-48bf-a0e4-cfeb33f00d46 req-8625dc1d-6bdc-4124-bdf1-cb7986ecac17 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a35e1d0-99d4-4e94-85dc-79f79e40c7d5 HTTP/1.1" status: 200 len: 849 time: 0.0573125 Oct 18 03:03:10.937555 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea98ca-e80d-48bf-a0e4-cfeb33f00d46 req-df835b6f-9fdd-4af7-9659-2faeed2352c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:10.939316 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-75ea98ca-e80d-48bf-a0e4-cfeb33f00d46 req-df835b6f-9fdd-4af7-9659-2faeed2352c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac1fdfa5-8257-478e-8751-4284ba979920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550134 Oct 18 03:03:11.046218 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d261f070-3c4c-49a3-bc0b-2d6578479836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612773'] for router, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:11.046866 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.db.api [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 03:03:11.047232 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG oslo_db.api [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 03:03:11.055115 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ec44c-2be6-40ab-873b-bb12cc211fcb None None] Pushing event updated for resources: {'Port': ['ID=46145c29-aedf-4931-b3a5-90166d92b9a4,revision_number=3']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:11.068259 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-35adca27-4dec-4df7-8142-aecd034219b6 None None] Provisioning complete for port 46145c29-aedf-4931-b3a5-90166d92b9a4 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:03:11.074271 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-35adca27-4dec-4df7-8142-aecd034219b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:11.087439 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-75ea98ca-e80d-48bf-a0e4-cfeb33f00d46 req-34795c64-fae6-4a60-9527-1117ef2e2aac service neutron] 10.222.0.36 "GET /v2.0/networks/ac1fdfa5-8257-478e-8751-4284ba979920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404736 Oct 18 03:03:11.200036 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-75ea98ca-e80d-48bf-a0e4-cfeb33f00d46 req-28a327a8-7c74-4efd-9f5f-4cc389182516 service neutron] 10.222.0.36 "GET /v2.0/networks/ac1fdfa5-8257-478e-8751-4284ba979920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026833 Oct 18 03:03:11.252065 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d261f070-3c4c-49a3-bc0b-2d6578479836 admin admin] Router 6f77b60b-e227-41b8-ab10-08c9e58f2c31 is scheduled to L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 with binding_index 1 {{(pid=106637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 03:03:11.356869 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d261f070-3c4c-49a3-bc0b-2d6578479836 admin admin] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 03:03:11.366082 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33492624-29a5-477f-a575-54787b4f5ca8 None None] Sync routers for ids ['6f77b60b-e227-41b8-ab10-08c9e58f2c31'] in dv-cinder-814333-1-iscsi {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 03:03:11.375155 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33492624-29a5-477f-a575-54787b4f5ca8 None None] Routers {'6f77b60b-e227-41b8-ab10-08c9e58f2c31'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:03:11.376479 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-33492624-29a5-477f-a575-54787b4f5ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:02:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['6f77b60b-e227-41b8-ab10-08c9e58f2c31'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:03:11.477421 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-33492624-29a5-477f-a575-54787b4f5ca8 None None] Set router 6f77b60b-e227-41b8-ab10-08c9e58f2c31 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:03:11.482289 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d261f070-3c4c-49a3-bc0b-2d6578479836 admin admin] Notify callbacks [] for router, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:11.486313 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-d261f070-3c4c-49a3-bc0b-2d6578479836 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8417499 Oct 18 03:03:11.491428 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 36394) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:11.723399 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-33492624-29a5-477f-a575-54787b4f5ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f77b60b-e227-41b8-ab10-08c9e58f2c31', 'name': 'tempest-TestShelveInstance-1946947217-router', 'tenant_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'cf79808b-b0ab-494e-89a5-aef12db389be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:03:08Z', 'updated_at': '2021-10-18T03:03:10Z', 'revision_number': 3, 'project_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'gw_port': {'id': 'cf79808b-b0ab-494e-89a5-aef12db389be', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:81:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f77b60b-e227-41b8-ab10-08c9e58f2c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:03:09Z', 'updated_at': '2021-10-18T03:03:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi'}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:03:11.753002 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33492624-29a5-477f-a575-54787b4f5ca8 None None] Checking router: 6f77b60b-e227-41b8-ab10-08c9e58f2c31 for host: dv-cinder-814333-1-iscsi {{(pid=106638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 03:03:11.753407 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33492624-29a5-477f-a575-54787b4f5ca8 None None] Updating router 6f77b60b-e227-41b8-ab10-08c9e58f2c31 port cf79808b-b0ab-494e-89a5-aef12db389be binding host dv-cinder-814333-1-iscsi {{(pid=106638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 03:03:11.777678 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-33492624-29a5-477f-a575-54787b4f5ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:11.931258 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-12711401-cfe9-4565-a1d1-d130e4d0115c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:12.051929 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-33492624-29a5-477f-a575-54787b4f5ca8 None None] Notify callbacks [] for port, precommit_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:12.095588 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_common [None req-12711401-cfe9-4565-a1d1-d130e4d0115c admin admin] Allocated IP 172.20.0.1 (e87ad9a1-7666-4e2f-b8d8-84a634a81d93/e9c707f4-73a5-4da8-9515-c5d3f8c907b8/5f2109c0-7ccf-4817-bf52-638541aea8c1) {{(pid=106637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:03:12.152585 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-33492624-29a5-477f-a575-54787b4f5ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:12.200779 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-33492624-29a5-477f-a575-54787b4f5ca8 None None] Attempting to bind port cf79808b-b0ab-494e-89a5-aef12db389be on host dv-cinder-814333-1-iscsi for vnic_type normal with profile {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 03:03:12.201171 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-33492624-29a5-477f-a575-54787b4f5ca8 None None] Attempting to bind port cf79808b-b0ab-494e-89a5-aef12db389be by drivers openvswitch,hyperv on host dv-cinder-814333-1-iscsi at level 0 using segments [{'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'}] {{(pid=106638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 03:03:12.201551 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33492624-29a5-477f-a575-54787b4f5ca8 None None] Attempting to bind port cf79808b-b0ab-494e-89a5-aef12db389be on network ec1e2d0f-026f-465c-b326-53f6d0173c72 {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:03:12.209764 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-12711401-cfe9-4565-a1d1-d130e4d0115c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:12.210675 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e285cd2-7828-4c1f-abce-49812c7ee386 None None] Pushing event updated for resources: {'Port': ['ID=cf79808b-b0ab-494e-89a5-aef12db389be,revision_number=2']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:12.216619 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33492624-29a5-477f-a575-54787b4f5ca8 None None] Checking agent: {'id': '725b6bc2-91e5-4fb5-a09c-abe917cff252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 50, 22), 'started_at': datetime.datetime(2021, 10, 18, 2, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 3, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 03:03:12.216878 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33492624-29a5-477f-a575-54787b4f5ca8 None None] Checking segment: {'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:03:12.217290 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-33492624-29a5-477f-a575-54787b4f5ca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:12.217680 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33492624-29a5-477f-a575-54787b4f5ca8 None None] Bound using segment: {'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'} {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 03:03:12.218180 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-33492624-29a5-477f-a575-54787b4f5ca8 None None] Bound port: cf79808b-b0ab-494e-89a5-aef12db389be, host: dv-cinder-814333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'}}] {{(pid=106638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 03:03:12.219100 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-33492624-29a5-477f-a575-54787b4f5ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:12.273979 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-33492624-29a5-477f-a575-54787b4f5ca8 None None] For port cf79808b-b0ab-494e-89a5-aef12db389be, host dv-cinder-814333-1-iscsi, cleared binding levels {{(pid=106638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 03:03:12.277000 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-33492624-29a5-477f-a575-54787b4f5ca8 None None] For port cf79808b-b0ab-494e-89a5-aef12db389be, host dv-cinder-814333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=cf79808b-b0ab-494e-89a5-aef12db389be,segment=NetworkSegment(945c2ffc-cf09-447c-9907-99c5ee5cf6c6),segment_id=945c2ffc-cf09-447c-9907-99c5ee5cf6c6)] {{(pid=106638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 03:03:12.352943 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 46145c29-aedf-4931-b3a5-90166d92b9a4 up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:03:12.354998 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-12711401-cfe9-4565-a1d1-d130e4d0115c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:12.392056 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12711401-cfe9-4565-a1d1-d130e4d0115c admin admin] Network e87ad9a1-7666-4e2f-b8d8-84a634a81d93 is already hosted by enough agents. {{(pid=106637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:03:12.394975 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-33492624-29a5-477f-a575-54787b4f5ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:12.397070 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [None req-12711401-cfe9-4565-a1d1-d130e4d0115c admin admin] Resources bound (agent type, host, resource id): {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:03:12.401495 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12711401-cfe9-4565-a1d1-d130e4d0115c admin admin] Received port after_create {{(pid=106637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:03:12.429522 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12711401-cfe9-4565-a1d1-d130e4d0115c admin admin] Pushing event updated for resources: {'Port': ['ID=5f2109c0-7ccf-4817-bf52-638541aea8c1,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:12.457226 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33492624-29a5-477f-a575-54787b4f5ca8 None None] Routers {'6f77b60b-e227-41b8-ab10-08c9e58f2c31'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:03:12.457947 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-33492624-29a5-477f-a575-54787b4f5ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:02:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['6f77b60b-e227-41b8-ab10-08c9e58f2c31'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:03:12.458711 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-12711401-cfe9-4565-a1d1-d130e4d0115c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611728'] for router_interface, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:12.503929 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port 46145c29-aedf-4931-b3a5-90166d92b9a4 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:03:12.504549 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:12.564171 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e285cd2-7828-4c1f-abce-49812c7ee386 None None] Pushing event updated for resources: {'Port': ['ID=cf79808b-b0ab-494e-89a5-aef12db389be,revision_number=3']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:12.627643 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-33492624-29a5-477f-a575-54787b4f5ca8 None None] Set router 6f77b60b-e227-41b8-ab10-08c9e58f2c31 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:03:12.689721 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-12711401-cfe9-4565-a1d1-d130e4d0115c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:12.773638 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-80975fa1-27ac-4653-9544-ebdda558e1b8 None None] Provisioning complete for port 5f2109c0-7ccf-4817-bf52-638541aea8c1 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:03:12.774156 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-80975fa1-27ac-4653-9544-ebdda558e1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:12.825131 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-80975fa1-27ac-4653-9544-ebdda558e1b8 None None] Port 5f2109c0-7ccf-4817-bf52-638541aea8c1 cannot update to ACTIVE because it is not bound. {{(pid=106638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 03:03:12.855034 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-12711401-cfe9-4565-a1d1-d130e4d0115c admin admin] Notify callbacks [] for port, precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:12.883283 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-33492624-29a5-477f-a575-54787b4f5ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f77b60b-e227-41b8-ab10-08c9e58f2c31', 'name': 'tempest-TestShelveInstance-1946947217-router', 'tenant_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'cf79808b-b0ab-494e-89a5-aef12db389be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:03:08Z', 'updated_at': '2021-10-18T03:03:10Z', 'revision_number': 3, 'project_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'gw_port': {'id': 'cf79808b-b0ab-494e-89a5-aef12db389be', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:81:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f77b60b-e227-41b8-ab10-08c9e58f2c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:03:09Z', 'updated_at': '2021-10-18T03:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi'}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:03:12.910324 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33492624-29a5-477f-a575-54787b4f5ca8 None None] The sync data for ids ['6f77b60b-e227-41b8-ab10-08c9e58f2c31'] in dv-cinder-814333-1-iscsi is: [{'id': '6f77b60b-e227-41b8-ab10-08c9e58f2c31', 'name': 'tempest-TestShelveInstance-1946947217-router', 'tenant_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'cf79808b-b0ab-494e-89a5-aef12db389be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:03:08Z', 'updated_at': '2021-10-18T03:03:10Z', 'revision_number': 3, 'project_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'gw_port': {'id': 'cf79808b-b0ab-494e-89a5-aef12db389be', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:81:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f77b60b-e227-41b8-ab10-08c9e58f2c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:03:09Z', 'updated_at': '2021-10-18T03:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi'}] {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 03:03:13.022963 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-12711401-cfe9-4565-a1d1-d130e4d0115c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3168564'] for port, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:13.087412 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-12711401-cfe9-4565-a1d1-d130e4d0115c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611812'] for router_interface, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:13.094961 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12711401-cfe9-4565-a1d1-d130e4d0115c admin admin] Pushing event updated for resources: {'Port': ['ID=5f2109c0-7ccf-4817-bf52-638541aea8c1,revision_number=2']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:13.228534 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12711401-cfe9-4565-a1d1-d130e4d0115c admin admin] Network e87ad9a1-7666-4e2f-b8d8-84a634a81d93 is already hosted by enough agents. {{(pid=106637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:03:13.230268 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [None req-12711401-cfe9-4565-a1d1-d130e4d0115c admin admin] Resources bound (agent type, host, resource id): {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:03:13.358317 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12711401-cfe9-4565-a1d1-d130e4d0115c admin admin] Router 6f77b60b-e227-41b8-ab10-08c9e58f2c31 has already been hosted by L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 {{(pid=106637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 03:03:13.453051 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-246ce89b-9d91-4405-9d48-a8854f10b4a5 None None] Provisioning complete for port 5f2109c0-7ccf-4817-bf52-638541aea8c1 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:03:13.453431 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-246ce89b-9d91-4405-9d48-a8854f10b4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:13.491167 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12711401-cfe9-4565-a1d1-d130e4d0115c admin admin] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 03:03:13.496292 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-12711401-cfe9-4565-a1d1-d130e4d0115c admin admin] 10.222.0.30 "PUT /v2.0/routers/6f77b60b-e227-41b8-ab10-08c9e58f2c31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0075493 Oct 18 03:03:13.498856 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-246ce89b-9d91-4405-9d48-a8854f10b4a5 None None] Port 5f2109c0-7ccf-4817-bf52-638541aea8c1 cannot update to ACTIVE because it is not bound. {{(pid=106638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 03:03:14.278996 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 36442) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:14.284019 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-a4caa804-d3e3-4566-864f-e05e36929349 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1386729544-network', 'tenant_id': 'f49bf7ffcb1941928770cf7d5a23411a'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:03:14.377243 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4caa804-d3e3-4566-864f-e05e36929349 admin admin] Made reservation on behalf of f49bf7ffcb1941928770cf7d5a23411a for: {'network': 1} {{(pid=106637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 03:03:14.379671 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-a4caa804-d3e3-4566-864f-e05e36929349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for network, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:14.382906 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device cf79808b-b0ab-494e-89a5-aef12db389be up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:03:14.390134 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-a4caa804-d3e3-4566-864f-e05e36929349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:14.433290 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port cf79808b-b0ab-494e-89a5-aef12db389be triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:03:14.433854 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:14.474875 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-a4caa804-d3e3-4566-864f-e05e36929349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:14.493052 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57173e3d-e19e-4d73-a1a4-dc818df9f844 None None] Sync routers for ids ['6f77b60b-e227-41b8-ab10-08c9e58f2c31'] in dv-cinder-814333-1-iscsi {{(pid=106639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 03:03:14.502831 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57173e3d-e19e-4d73-a1a4-dc818df9f844 None None] Routers {'6f77b60b-e227-41b8-ab10-08c9e58f2c31'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:03:14.503438 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-57173e3d-e19e-4d73-a1a4-dc818df9f844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:02:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['6f77b60b-e227-41b8-ab10-08c9e58f2c31'], 'active': True} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:03:14.516203 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:14.539348 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] For port cf79808b-b0ab-494e-89a5-aef12db389be, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=cf79808b-b0ab-494e-89a5-aef12db389be,segment=NetworkSegment(945c2ffc-cf09-447c-9907-99c5ee5cf6c6),segment_id=945c2ffc-cf09-447c-9907-99c5ee5cf6c6)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:03:14.565298 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-a4caa804-d3e3-4566-864f-e05e36929349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:14.589207 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4caa804-d3e3-4566-864f-e05e36929349 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=106637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 03:03:14.598925 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4caa804-d3e3-4566-864f-e05e36929349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c3dfbc-97be-49a5-b196-080adcf266cc,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:14.604738 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-a4caa804-d3e3-4566-864f-e05e36929349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965'] for segment, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:14.605081 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.db.segments_db [None req-a4caa804-d3e3-4566-864f-e05e36929349 admin admin] Added segment a471e3f3-0b3f-4101-a809-8ce3e58b2852 of type vlan for network 6cbb75ab-13b4-4bd9-8954-350133e6c68a Oct 18 03:03:14.612841 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvr_db [None req-57173e3d-e19e-4d73-a1a4-dc818df9f844 None None] Set router 6f77b60b-e227-41b8-ab10-08c9e58f2c31 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:03:14.622703 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:14.648971 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-a4caa804-d3e3-4566-864f-e05e36929349 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748750891129'] for network, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:14.679506 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Pushing event updated for resources: {'Port': ['ID=cf79808b-b0ab-494e-89a5-aef12db389be,revision_number=4']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:14.751139 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-a4caa804-d3e3-4566-864f-e05e36929349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149'] for network, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:14.752090 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4caa804-d3e3-4566-864f-e05e36929349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:14.752722 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-a4caa804-d3e3-4566-864f-e05e36929349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for network, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:14.819927 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4caa804-d3e3-4566-864f-e05e36929349 admin admin] Pushing event updated for resources: {'Network': ['ID=6cbb75ab-13b4-4bd9-8954-350133e6c68a,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:14.831001 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Network 6cbb75ab-13b4-4bd9-8954-350133e6c68a details requested by agent ovs-agent-dv-cinder-814333-1-iscsi with host dv-cinder-814333-1-iscsi {{(pid=106638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 03:03:14.879379 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-a4caa804-d3e3-4566-864f-e05e36929349 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5987334 Oct 18 03:03:14.882013 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 36444) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:14.887936 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [None req-230eedbc-54db-44da-bff4-dbba518a05a6 admin admin] Request body: {'subnet': {'network_id': '6cbb75ab-13b4-4bd9-8954-350133e6c68a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1386729544-subnet', 'tenant_id': 'f49bf7ffcb1941928770cf7d5a23411a', 'ip_version': 4}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:03:14.926777 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-57173e3d-e19e-4d73-a1a4-dc818df9f844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f77b60b-e227-41b8-ab10-08c9e58f2c31', 'name': 'tempest-TestShelveInstance-1946947217-router', 'tenant_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'cf79808b-b0ab-494e-89a5-aef12db389be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:03:08Z', 'updated_at': '2021-10-18T03:03:12Z', 'revision_number': 4, 'project_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'gw_port': {'id': 'cf79808b-b0ab-494e-89a5-aef12db389be', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:81:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f77b60b-e227-41b8-ab10-08c9e58f2c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:03:09Z', 'updated_at': '2021-10-18T03:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': '5f2109c0-7ccf-4817-bf52-638541aea8c1', 'name': '', 'network_id': 'e87ad9a1-7666-4e2f-b8d8-84a634a81d93', 'tenant_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'mac_address': 'fa:16:3e:82:72:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f77b60b-e227-41b8-ab10-08c9e58f2c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'e9c707f4-73a5-4da8-9515-c5d3f8c907b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:03:11Z', 'updated_at': '2021-10-18T03:03:12Z', 'revision_number': 2, 'project_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'subnets': [{'id': 'e9c707f4-73a5-4da8-9515-c5d3f8c907b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:03:14.953501 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57173e3d-e19e-4d73-a1a4-dc818df9f844 None None] Checking router: 6f77b60b-e227-41b8-ab10-08c9e58f2c31 for host: dv-cinder-814333-1-iscsi {{(pid=106639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 03:03:14.953911 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57173e3d-e19e-4d73-a1a4-dc818df9f844 None None] Updating router 6f77b60b-e227-41b8-ab10-08c9e58f2c31 port 5f2109c0-7ccf-4817-bf52-638541aea8c1 binding host dv-cinder-814333-1-iscsi {{(pid=106639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 03:03:14.981645 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230eedbc-54db-44da-bff4-dbba518a05a6 admin admin] Made reservation on behalf of f49bf7ffcb1941928770cf7d5a23411a for: {'subnet': 1} {{(pid=106636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 03:03:14.984566 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-230eedbc-54db-44da-bff4-dbba518a05a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60180973'] for subnet, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:14.985830 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-57173e3d-e19e-4d73-a1a4-dc818df9f844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:15.235064 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-230eedbc-54db-44da-bff4-dbba518a05a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59726585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60180895'] for subnet, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:15.267133 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-57173e3d-e19e-4d73-a1a4-dc818df9f844 None None] Notify callbacks [] for port, precommit_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:15.291164 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230eedbc-54db-44da-bff4-dbba518a05a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a07d5bf8-3b87-471a-89a9-2d701848ed67,revision_number=0']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:15.302513 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230eedbc-54db-44da-bff4-dbba518a05a6 admin admin] Checking segment: {'id': 'a471e3f3-0b3f-4101-a809-8ce3e58b2852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6cbb75ab-13b4-4bd9-8954-350133e6c68a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:03:15.302973 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230eedbc-54db-44da-bff4-dbba518a05a6 admin admin] Network hostable DHCP agents. Network: 6cbb75ab-13b4-4bd9-8954-350133e6c68a, hostable agents: ['d6364138-709a-4c77-9f16-97f76425e773'], hosted agents: [] {{(pid=106636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 03:03:15.354507 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-57173e3d-e19e-4d73-a1a4-dc818df9f844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:15.384054 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230eedbc-54db-44da-bff4-dbba518a05a6 admin admin] Network 6cbb75ab-13b4-4bd9-8954-350133e6c68a is scheduled to be hosted by DHCP agent d6364138-709a-4c77-9f16-97f76425e773 with binding_index 1 {{(pid=106636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 03:03:15.402400 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ad9cd-c0f4-467a-99c9-5cee5b38c79c None None] Pushing event updated for resources: {'Port': ['ID=5f2109c0-7ccf-4817-bf52-638541aea8c1,revision_number=3']} {{(pid=106639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:15.412476 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ad9cd-c0f4-467a-99c9-5cee5b38c79c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:15.412837 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ad9cd-c0f4-467a-99c9-5cee5b38c79c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:15.413178 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ad9cd-c0f4-467a-99c9-5cee5b38c79c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:15.413512 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ad9cd-c0f4-467a-99c9-5cee5b38c79c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:15.414198 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ad9cd-c0f4-467a-99c9-5cee5b38c79c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:15.414775 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ad9cd-c0f4-467a-99c9-5cee5b38c79c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:15.415105 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ad9cd-c0f4-467a-99c9-5cee5b38c79c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:15.415433 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ad9cd-c0f4-467a-99c9-5cee5b38c79c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:15.415903 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ad9cd-c0f4-467a-99c9-5cee5b38c79c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:15.417107 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ad9cd-c0f4-467a-99c9-5cee5b38c79c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:15.417619 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ad9cd-c0f4-467a-99c9-5cee5b38c79c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:15.417976 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ad9cd-c0f4-467a-99c9-5cee5b38c79c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:15.430807 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d45c2d-e058-4c3f-8af5-828ccd0e4a7c req-87db34c5-262c-4f24-91ef-c79d26f757c0 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:15.432376 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-39d45c2d-e058-4c3f-8af5-828ccd0e4a7c req-87db34c5-262c-4f24-91ef-c79d26f757c0 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=4927c405-9a26-438b-a8e7-82c3d30f87ef HTTP/1.1" status: 200 len: 945 time: 0.0611997 Oct 18 03:03:15.470826 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.managers [None req-57173e3d-e19e-4d73-a1a4-dc818df9f844 None None] Attempting to bind port 5f2109c0-7ccf-4817-bf52-638541aea8c1 on host dv-cinder-814333-1-iscsi for vnic_type normal with profile {{(pid=106639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 03:03:15.471347 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.managers [None req-57173e3d-e19e-4d73-a1a4-dc818df9f844 None None] Attempting to bind port 5f2109c0-7ccf-4817-bf52-638541aea8c1 by drivers openvswitch,hyperv on host dv-cinder-814333-1-iscsi at level 0 using segments [{'id': 'b81d56d8-b3f3-408b-877c-683ac662a66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e87ad9a1-7666-4e2f-b8d8-84a634a81d93'}] {{(pid=106639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 03:03:15.471713 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57173e3d-e19e-4d73-a1a4-dc818df9f844 None None] Attempting to bind port 5f2109c0-7ccf-4817-bf52-638541aea8c1 on network e87ad9a1-7666-4e2f-b8d8-84a634a81d93 {{(pid=106639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:03:15.478420 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-39d45c2d-e058-4c3f-8af5-828ccd0e4a7c req-2c44d05f-4f86-47d5-a95e-91ebbb73298b tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/security-groups?id=1768bbf3-a273-4a07-99a0-8ea664aac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384488 Oct 18 03:03:15.480104 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [None req-230eedbc-54db-44da-bff4-dbba518a05a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814333-1-iscsi, 6cbb75ab-13b4-4bd9-8954-350133e6c68a) {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:03:15.482442 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57173e3d-e19e-4d73-a1a4-dc818df9f844 None None] Checking agent: {'id': '725b6bc2-91e5-4fb5-a09c-abe917cff252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 50, 22), 'started_at': datetime.datetime(2021, 10, 18, 2, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 3, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 03:03:15.482971 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57173e3d-e19e-4d73-a1a4-dc818df9f844 None None] Checking segment: {'id': 'b81d56d8-b3f3-408b-877c-683ac662a66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e87ad9a1-7666-4e2f-b8d8-84a634a81d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:03:15.483216 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-57173e3d-e19e-4d73-a1a4-dc818df9f844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:15.483601 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57173e3d-e19e-4d73-a1a4-dc818df9f844 None None] Bound using segment: {'id': 'b81d56d8-b3f3-408b-877c-683ac662a66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e87ad9a1-7666-4e2f-b8d8-84a634a81d93'} {{(pid=106639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 03:03:15.484110 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.managers [None req-57173e3d-e19e-4d73-a1a4-dc818df9f844 None None] Bound port: 5f2109c0-7ccf-4817-bf52-638541aea8c1, host: dv-cinder-814333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b81d56d8-b3f3-408b-877c-683ac662a66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e87ad9a1-7666-4e2f-b8d8-84a634a81d93'}}] {{(pid=106639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 03:03:15.484859 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-57173e3d-e19e-4d73-a1a4-dc818df9f844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:15.490897 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230eedbc-54db-44da-bff4-dbba518a05a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:15.490897 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-230eedbc-54db-44da-bff4-dbba518a05a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for subnet, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:15.491237 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b35a94d-77be-4600-9371-74558354cbb7 None None] Network 6cbb75ab-13b4-4bd9-8954-350133e6c68a requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 03:03:15.563296 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-230eedbc-54db-44da-bff4-dbba518a05a6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6788819 Oct 18 03:03:15.563738 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.db [None req-57173e3d-e19e-4d73-a1a4-dc818df9f844 None None] For port 5f2109c0-7ccf-4817-bf52-638541aea8c1, host dv-cinder-814333-1-iscsi, cleared binding levels {{(pid=106639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 03:03:15.565433 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 36456) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:15.578246 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-e05af603-6406-4bba-a97f-4016de6eb56d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1386729544-router', 'tenant_id': 'f49bf7ffcb1941928770cf7d5a23411a', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'}}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:03:15.580426 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.db [None req-57173e3d-e19e-4d73-a1a4-dc818df9f844 None None] For port 5f2109c0-7ccf-4817-bf52-638541aea8c1, host dv-cinder-814333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=5f2109c0-7ccf-4817-bf52-638541aea8c1,segment=NetworkSegment(b81d56d8-b3f3-408b-877c-683ac662a66c),segment_id=b81d56d8-b3f3-408b-877c-683ac662a66c)] {{(pid=106639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 03:03:15.623138 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-57173e3d-e19e-4d73-a1a4-dc818df9f844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:15.639915 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e05af603-6406-4bba-a97f-4016de6eb56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3491'] for router, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:15.641518 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e05af603-6406-4bba-a97f-4016de6eb56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-612752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3508'] for router, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:15.659239 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-f9414e02-9eb1-4b83-9932-b97109b6e0ec None None] Provisioning complete for port 5f2109c0-7ccf-4817-bf52-638541aea8c1 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:03:15.659814 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-f9414e02-9eb1-4b83-9932-b97109b6e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:15.669290 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57173e3d-e19e-4d73-a1a4-dc818df9f844 None None] Routers {'6f77b60b-e227-41b8-ab10-08c9e58f2c31'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:03:15.669950 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-57173e3d-e19e-4d73-a1a4-dc818df9f844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:02:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['6f77b60b-e227-41b8-ab10-08c9e58f2c31'], 'active': True} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:03:15.686293 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fb539e-3c22-45a2-9215-57bfa86ca96f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd97ac7e-b8df-5221-be60-5c49b09c5ecf-6cbb75ab-13b4-4bd9-8954-350133e6c68a', 'network_id': '6cbb75ab-13b4-4bd9-8954-350133e6c68a', 'tenant_id': 'f49bf7ffcb1941928770cf7d5a23411a', 'fixed_ips': [{'subnet_id': 'a07d5bf8-3b87-471a-89a9-2d701848ed67'}]}} from dv-cinder-814333-1-iscsi. {{(pid=106638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 03:03:15.687880 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-b4fb539e-3c22-45a2-9215-57bfa86ca96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:15.700303 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e05af603-6406-4bba-a97f-4016de6eb56d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:15.757077 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ad9cd-c0f4-467a-99c9-5cee5b38c79c None None] Pushing event updated for resources: {'Port': ['ID=5f2109c0-7ccf-4817-bf52-638541aea8c1,revision_number=4']} {{(pid=106639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:15.796871 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvr_db [None req-57173e3d-e19e-4d73-a1a4-dc818df9f844 None None] Set router 6f77b60b-e227-41b8-ab10-08c9e58f2c31 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:03:15.979549 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-f9414e02-9eb1-4b83-9932-b97109b6e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:16.034779 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-57173e3d-e19e-4d73-a1a4-dc818df9f844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f77b60b-e227-41b8-ab10-08c9e58f2c31', 'name': 'tempest-TestShelveInstance-1946947217-router', 'tenant_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'cf79808b-b0ab-494e-89a5-aef12db389be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:03:08Z', 'updated_at': '2021-10-18T03:03:12Z', 'revision_number': 4, 'project_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'gw_port': {'id': 'cf79808b-b0ab-494e-89a5-aef12db389be', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:81:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77b60b-e227-41b8-ab10-08c9e58f2c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:03:09Z', 'updated_at': '2021-10-18T03:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': '5f2109c0-7ccf-4817-bf52-638541aea8c1', 'name': '', 'network_id': 'e87ad9a1-7666-4e2f-b8d8-84a634a81d93', 'tenant_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'mac_address': 'fa:16:3e:82:72:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f77b60b-e227-41b8-ab10-08c9e58f2c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'e9c707f4-73a5-4da8-9515-c5d3f8c907b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:03:11Z', 'updated_at': '2021-10-18T03:03:15Z', 'revision_number': 4, 'project_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'subnets': [{'id': 'e9c707f4-73a5-4da8-9515-c5d3f8c907b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:03:16.053707 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-f9414e02-9eb1-4b83-9932-b97109b6e0ec None None] For port 5f2109c0-7ccf-4817-bf52-638541aea8c1, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=5f2109c0-7ccf-4817-bf52-638541aea8c1,segment=NetworkSegment(b81d56d8-b3f3-408b-877c-683ac662a66c),segment_id=b81d56d8-b3f3-408b-877c-683ac662a66c)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:03:16.059904 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.db_base_plugin_common [None req-b4fb539e-3c22-45a2-9215-57bfa86ca96f None None] Allocated IP 172.20.0.2 (6cbb75ab-13b4-4bd9-8954-350133e6c68a/a07d5bf8-3b87-471a-89a9-2d701848ed67/9e5f3165-43e3-4263-8576-b01b2bf7e022) {{(pid=106638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:03:16.065292 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57173e3d-e19e-4d73-a1a4-dc818df9f844 None None] The sync data for ids ['6f77b60b-e227-41b8-ab10-08c9e58f2c31'] in dv-cinder-814333-1-iscsi is: [{'id': '6f77b60b-e227-41b8-ab10-08c9e58f2c31', 'name': 'tempest-TestShelveInstance-1946947217-router', 'tenant_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'cf79808b-b0ab-494e-89a5-aef12db389be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:03:08Z', 'updated_at': '2021-10-18T03:03:12Z', 'revision_number': 4, 'project_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'gw_port': {'id': 'cf79808b-b0ab-494e-89a5-aef12db389be', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:81:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77b60b-e227-41b8-ab10-08c9e58f2c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:03:09Z', 'updated_at': '2021-10-18T03:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': '5f2109c0-7ccf-4817-bf52-638541aea8c1', 'name': '', 'network_id': 'e87ad9a1-7666-4e2f-b8d8-84a634a81d93', 'tenant_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'mac_address': 'fa:16:3e:82:72:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f77b60b-e227-41b8-ab10-08c9e58f2c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'e9c707f4-73a5-4da8-9515-c5d3f8c907b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:03:11Z', 'updated_at': '2021-10-18T03:03:15Z', 'revision_number': 4, 'project_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'subnets': [{'id': 'e9c707f4-73a5-4da8-9515-c5d3f8c907b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 03:03:16.171457 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-f9414e02-9eb1-4b83-9932-b97109b6e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:16.186243 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e05af603-6406-4bba-a97f-4016de6eb56d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:16.264853 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9414e02-9eb1-4b83-9932-b97109b6e0ec None None] Pushing event updated for resources: {'Port': ['ID=5f2109c0-7ccf-4817-bf52-638541aea8c1,revision_number=5']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:16.288970 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-b4fb539e-3c22-45a2-9215-57bfa86ca96f None None] Notify callbacks [] for port, precommit_create {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:16.299135 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-d3f7c744-7dfb-4aa3-9043-f81bd5545414 None None] Provisioning complete for port 5f2109c0-7ccf-4817-bf52-638541aea8c1 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:03:16.302986 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d3f7c744-7dfb-4aa3-9043-f81bd5545414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:16.376067 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-b4fb539e-3c22-45a2-9215-57bfa86ca96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598'] for port, after_create {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:16.459672 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fb539e-3c22-45a2-9215-57bfa86ca96f None None] Network 6cbb75ab-13b4-4bd9-8954-350133e6c68a is already hosted by enough agents. {{(pid=106638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:03:16.463521 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.scheduler.base_scheduler [None req-b4fb539e-3c22-45a2-9215-57bfa86ca96f None None] Resources bound (agent type, host, resource id): {{(pid=106638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:03:16.469807 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fb539e-3c22-45a2-9215-57bfa86ca96f None None] Received port after_create {{(pid=106638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:03:16.533868 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb539e-3c22-45a2-9215-57bfa86ca96f None None] Pushing event updated for resources: {'Port': ['ID=9e5f3165-43e3-4263-8576-b01b2bf7e022,revision_number=1']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:16.542677 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device cf79808b-b0ab-494e-89a5-aef12db389be up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:03:16.557167 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e05af603-6406-4bba-a97f-4016de6eb56d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:16.583463 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e05af603-6406-4bba-a97f-4016de6eb56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:16.615860 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-b4fb539e-3c22-45a2-9215-57bfa86ca96f None None] Attempting to bind port 9e5f3165-43e3-4263-8576-b01b2bf7e022 on host dv-cinder-814333-1-iscsi for vnic_type normal with profile {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 03:03:16.616247 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-b4fb539e-3c22-45a2-9215-57bfa86ca96f None None] Attempting to bind port 9e5f3165-43e3-4263-8576-b01b2bf7e022 by drivers openvswitch,hyperv on host dv-cinder-814333-1-iscsi at level 0 using segments [{'id': 'a471e3f3-0b3f-4101-a809-8ce3e58b2852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6cbb75ab-13b4-4bd9-8954-350133e6c68a'}] {{(pid=106638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 03:03:16.616696 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fb539e-3c22-45a2-9215-57bfa86ca96f None None] Attempting to bind port 9e5f3165-43e3-4263-8576-b01b2bf7e022 on network 6cbb75ab-13b4-4bd9-8954-350133e6c68a {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:03:16.628778 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fb539e-3c22-45a2-9215-57bfa86ca96f None None] Checking agent: {'id': '725b6bc2-91e5-4fb5-a09c-abe917cff252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 50, 22), 'started_at': datetime.datetime(2021, 10, 18, 2, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 3, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 03:03:16.628778 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fb539e-3c22-45a2-9215-57bfa86ca96f None None] Checking segment: {'id': 'a471e3f3-0b3f-4101-a809-8ce3e58b2852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6cbb75ab-13b4-4bd9-8954-350133e6c68a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:03:16.628778 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-b4fb539e-3c22-45a2-9215-57bfa86ca96f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:16.628778 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fb539e-3c22-45a2-9215-57bfa86ca96f None None] Bound using segment: {'id': 'a471e3f3-0b3f-4101-a809-8ce3e58b2852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6cbb75ab-13b4-4bd9-8954-350133e6c68a'} {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 03:03:16.628778 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-b4fb539e-3c22-45a2-9215-57bfa86ca96f None None] Bound port: 9e5f3165-43e3-4263-8576-b01b2bf7e022, host: dv-cinder-814333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a471e3f3-0b3f-4101-a809-8ce3e58b2852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6cbb75ab-13b4-4bd9-8954-350133e6c68a'}}] {{(pid=106638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 03:03:16.628778 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-b4fb539e-3c22-45a2-9215-57bfa86ca96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:16.646957 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85958619-f279-41a6-ba01-e3b9e6127592 req-c639b544-4132-48c2-92f8-40e1386bb0f8 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:16.650329 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-85958619-f279-41a6-ba01-e3b9e6127592 req-c639b544-4132-48c2-92f8-40e1386bb0f8 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=4927c405-9a26-438b-a8e7-82c3d30f87ef HTTP/1.1" status: 200 len: 945 time: 0.0668719 Oct 18 03:03:16.659823 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port cf79808b-b0ab-494e-89a5-aef12db389be triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:03:16.660294 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:16.698491 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-85958619-f279-41a6-ba01-e3b9e6127592 req-249e17e8-7f33-47a3-b1d3-3a2cf4260858 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/security-groups?id=1768bbf3-a273-4a07-99a0-8ea664aac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413835 Oct 18 03:03:16.744570 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_common [None req-e05af603-6406-4bba-a97f-4016de6eb56d admin admin] Allocated IP 172.27.3.13 (ec1e2d0f-026f-465c-b326-53f6d0173c72/df7c5eba-93a9-4f97-9356-1dcfa994647a/0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f) {{(pid=106637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:03:16.795647 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-b4fb539e-3c22-45a2-9215-57bfa86ca96f None None] For port 9e5f3165-43e3-4263-8576-b01b2bf7e022, host dv-cinder-814333-1-iscsi, cleared binding levels {{(pid=106638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 03:03:16.816551 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-b4fb539e-3c22-45a2-9215-57bfa86ca96f None None] For port 9e5f3165-43e3-4263-8576-b01b2bf7e022, host dv-cinder-814333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=9e5f3165-43e3-4263-8576-b01b2bf7e022,segment=NetworkSegment(a471e3f3-0b3f-4101-a809-8ce3e58b2852),segment_id=a471e3f3-0b3f-4101-a809-8ce3e58b2852)] {{(pid=106638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 03:03:16.818904 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 5f2109c0-7ccf-4817-bf52-638541aea8c1 up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:03:16.870959 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port 5f2109c0-7ccf-4817-bf52-638541aea8c1 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:03:16.871689 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:16.883847 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e05af603-6406-4bba-a97f-4016de6eb56d admin admin] Notify callbacks [] for port, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:16.922393 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-b4fb539e-3c22-45a2-9215-57bfa86ca96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:17.017875 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e05af603-6406-4bba-a97f-4016de6eb56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:17.029390 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb539e-3c22-45a2-9215-57bfa86ca96f None None] Pushing event updated for resources: {'Port': ['ID=9e5f3165-43e3-4263-8576-b01b2bf7e022,revision_number=2']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:17.070324 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05af603-6406-4bba-a97f-4016de6eb56d admin admin] Network ec1e2d0f-026f-465c-b326-53f6d0173c72 is already hosted by enough agents. {{(pid=106637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:03:17.073232 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [None req-e05af603-6406-4bba-a97f-4016de6eb56d admin admin] Resources bound (agent type, host, resource id): {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:03:17.077038 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05af603-6406-4bba-a97f-4016de6eb56d admin admin] Received port after_create {{(pid=106637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:03:17.085693 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05af603-6406-4bba-a97f-4016de6eb56d admin admin] Pushing event updated for resources: {'Port': ['ID=0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:17.118271 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05af603-6406-4bba-a97f-4016de6eb56d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:17.118628 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05af603-6406-4bba-a97f-4016de6eb56d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:17.118977 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05af603-6406-4bba-a97f-4016de6eb56d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:17.119320 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05af603-6406-4bba-a97f-4016de6eb56d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:17.119656 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05af603-6406-4bba-a97f-4016de6eb56d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:17.119993 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05af603-6406-4bba-a97f-4016de6eb56d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:17.120327 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05af603-6406-4bba-a97f-4016de6eb56d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:17.120660 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05af603-6406-4bba-a97f-4016de6eb56d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:17.121005 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05af603-6406-4bba-a97f-4016de6eb56d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:17.121318 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05af603-6406-4bba-a97f-4016de6eb56d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:17.121642 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05af603-6406-4bba-a97f-4016de6eb56d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:17.122013 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05af603-6406-4bba-a97f-4016de6eb56d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:17.223795 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd8319-46e7-41a2-9754-74b5dbdc9cc0 req-e6d3ba93-cd73-4be0-b234-48693766fc06 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:17.226262 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e5fd8319-46e7-41a2-9754-74b5dbdc9cc0 req-e6d3ba93-cd73-4be0-b234-48693766fc06 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.36 "GET /v2.0/ports?device_id=4927c405-9a26-438b-a8e7-82c3d30f87ef HTTP/1.1" status: 200 len: 945 time: 0.0919597 Oct 18 03:03:17.341864 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [req-e5fd8319-46e7-41a2-9754-74b5dbdc9cc0 req-86fe0ba1-2e57-453c-9f74-418c31e209b2 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Deleting port 93ec5c59-ad4d-4140-897e-bcd441041520 {{(pid=106636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:03:17.342474 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-e5fd8319-46e7-41a2-9754-74b5dbdc9cc0 req-86fe0ba1-2e57-453c-9f74-418c31e209b2 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:17.450149 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [req-e5fd8319-46e7-41a2-9754-74b5dbdc9cc0 req-86fe0ba1-2e57-453c-9f74-418c31e209b2 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] For port 93ec5c59-ad4d-4140-897e-bcd441041520, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=93ec5c59-ad4d-4140-897e-bcd441041520,segment=NetworkSegment(b8f3f050-055d-48ef-afe2-c5127bdfb071),segment_id=b8f3f050-055d-48ef-afe2-c5127bdfb071)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:03:17.450448 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-e5fd8319-46e7-41a2-9754-74b5dbdc9cc0 req-86fe0ba1-2e57-453c-9f74-418c31e209b2 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:17.456085 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e05af603-6406-4bba-a97f-4016de6eb56d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:17.464887 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [req-e5fd8319-46e7-41a2-9754-74b5dbdc9cc0 req-86fe0ba1-2e57-453c-9f74-418c31e209b2 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Calling delete_port for 93ec5c59-ad4d-4140-897e-bcd441041520 owned by compute:nova {{(pid=106636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:03:17.659785 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e05af603-6406-4bba-a97f-4016de6eb56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612773'] for router, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:17.680472 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-e5fd8319-46e7-41a2-9754-74b5dbdc9cc0 req-86fe0ba1-2e57-453c-9f74-418c31e209b2 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59726697'] for port, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:17.692095 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['93ec5c59-ad4d-4140-897e-bcd441041520'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:03:17.710729 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe0ba1-2e57-453c-9f74-418c31e209b2 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Pushing event deleted for resources: {'Port': ['ID=93ec5c59-ad4d-4140-897e-bcd441041520,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:17.725850 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe0ba1-2e57-453c-9f74-418c31e209b2 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:17.726227 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe0ba1-2e57-453c-9f74-418c31e209b2 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:17.727134 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe0ba1-2e57-453c-9f74-418c31e209b2 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:17.727134 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe0ba1-2e57-453c-9f74-418c31e209b2 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:17.727355 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe0ba1-2e57-453c-9f74-418c31e209b2 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:17.727652 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe0ba1-2e57-453c-9f74-418c31e209b2 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:17.727984 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe0ba1-2e57-453c-9f74-418c31e209b2 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:17.728314 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe0ba1-2e57-453c-9f74-418c31e209b2 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:17.728640 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe0ba1-2e57-453c-9f74-418c31e209b2 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:17.728963 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe0ba1-2e57-453c-9f74-418c31e209b2 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:17.729546 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe0ba1-2e57-453c-9f74-418c31e209b2 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:17.729889 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe0ba1-2e57-453c-9f74-418c31e209b2 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:03:17.774049 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5fd8319-46e7-41a2-9754-74b5dbdc9cc0 req-86fe0ba1-2e57-453c-9f74-418c31e209b2 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] No DVR routers for this DVR port 93ec5c59-ad4d-4140-897e-bcd441041520 on host hv-cinder-81433 {{(pid=106636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 03:03:17.776203 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-e5fd8319-46e7-41a2-9754-74b5dbdc9cc0 req-86fe0ba1-2e57-453c-9f74-418c31e209b2 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:17.779749 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e5fd8319-46e7-41a2-9754-74b5dbdc9cc0 req-86fe0ba1-2e57-453c-9f74-418c31e209b2 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.36 "DELETE /v2.0/ports/93ec5c59-ad4d-4140-897e-bcd441041520 HTTP/1.1" status: 204 len: 173 time: 0.5454574 Oct 18 03:03:17.780297 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4927c405-9a26-438b-a8e7-82c3d30f87ef', 'name': 'network-vif-deleted', 'tag': '93ec5c59-ad4d-4140-897e-bcd441041520'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:03:17.782794 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}496079113880dc21d8e474160779c487de2a9ec27c44afe50e843faa48598ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2259a6c-4c04-40b3-8e12-6815900fbb9e" -d '{"events": [{"server_uuid": "4927c405-9a26-438b-a8e7-82c3d30f87ef", "name": "network-vif-deleted", "tag": "93ec5c59-ad4d-4140-897e-bcd441041520"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:03:17.815824 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-07b18c93-1b41-421f-a4d5-57b1465cbee8 req-cad4956c-3500-4415-a26c-57b2859c365c tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=4927c405-9a26-438b-a8e7-82c3d30f87ef HTTP/1.1" status: 200 len: 210 time: 0.0297470 Oct 18 03:03:17.821382 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f694ee06-289d-4c05-a5aa-0330a21c33a5 x-openstack-request-id: req-f694ee06-289d-4c05-a5aa-0330a21c33a5 {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:03:17.821806 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4927c405-9a26-438b-a8e7-82c3d30f87ef", "name": "network-vif-deleted", "tag": "93ec5c59-ad4d-4140-897e-bcd441041520", "status": "completed", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:03:17.821972 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f694ee06-289d-4c05-a5aa-0330a21c33a5 {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:03:17.822377 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4927c405-9a26-438b-a8e7-82c3d30f87ef', 'name': 'network-vif-deleted', 'tag': '93ec5c59-ad4d-4140-897e-bcd441041520', 'status': 'completed', 'code': 200} Oct 18 03:03:17.948426 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05af603-6406-4bba-a97f-4016de6eb56d admin admin] Router 8acfe98e-53e7-4569-b16e-ff6593c2b757 is scheduled to L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 with binding_index 1 {{(pid=106637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 03:03:18.072092 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05af603-6406-4bba-a97f-4016de6eb56d admin admin] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 03:03:18.081571 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f34ef67-89a2-4e5b-a03e-5e07c17e642a None None] Sync routers for ids ['8acfe98e-53e7-4569-b16e-ff6593c2b757'] in dv-cinder-814333-1-iscsi {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 03:03:18.090686 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f34ef67-89a2-4e5b-a03e-5e07c17e642a None None] Routers {'8acfe98e-53e7-4569-b16e-ff6593c2b757'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:03:18.091336 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-2f34ef67-89a2-4e5b-a03e-5e07c17e642a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:02:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['8acfe98e-53e7-4569-b16e-ff6593c2b757'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:03:18.145155 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e05af603-6406-4bba-a97f-4016de6eb56d admin admin] Notify callbacks [] for router, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:18.146846 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-e05af603-6406-4bba-a97f-4016de6eb56d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5803485 Oct 18 03:03:18.156688 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 36470) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:18.215710 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-2f34ef67-89a2-4e5b-a03e-5e07c17e642a None None] Set router 8acfe98e-53e7-4569-b16e-ff6593c2b757 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:03:18.288604 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ea6fac-b812-4056-9a52-7133408f61a5 None None] Network 6cbb75ab-13b4-4bd9-8954-350133e6c68a requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 03:03:18.432738 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 9e5f3165-43e3-4263-8576-b01b2bf7e022 up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:03:18.442685 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-7874f186-3a87-4342-8898-f941b4dca14a None None] Provisioning complete for port 9e5f3165-43e3-4263-8576-b01b2bf7e022 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:03:18.443059 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-7874f186-3a87-4342-8898-f941b4dca14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:18.603221 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 6 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 03:03:18.617667 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-17fd3011-726b-4069-8426-d82989f0f24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:18.649705 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port 9e5f3165-43e3-4263-8576-b01b2bf7e022 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:03:18.650188 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:18.700230 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-7874f186-3a87-4342-8898-f941b4dca14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:18.717499 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-2f34ef67-89a2-4e5b-a03e-5e07c17e642a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acfe98e-53e7-4569-b16e-ff6593c2b757', 'name': 'tempest-TestShelveInstance-1386729544-router', 'tenant_id': 'f49bf7ffcb1941928770cf7d5a23411a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:03:15Z', 'updated_at': '2021-10-18T03:03:17Z', 'revision_number': 3, 'project_id': 'f49bf7ffcb1941928770cf7d5a23411a', 'gw_port': {'id': '0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:56:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acfe98e-53e7-4569-b16e-ff6593c2b757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:03:16Z', 'updated_at': '2021-10-18T03:03:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi'}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:03:18.757184 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f34ef67-89a2-4e5b-a03e-5e07c17e642a None None] Checking router: 8acfe98e-53e7-4569-b16e-ff6593c2b757 for host: dv-cinder-814333-1-iscsi {{(pid=106638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 03:03:18.757528 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f34ef67-89a2-4e5b-a03e-5e07c17e642a None None] Updating router 8acfe98e-53e7-4569-b16e-ff6593c2b757 port 0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f binding host dv-cinder-814333-1-iscsi {{(pid=106638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 03:03:18.804125 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-2f34ef67-89a2-4e5b-a03e-5e07c17e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:18.807299 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.db_base_plugin_common [None req-17fd3011-726b-4069-8426-d82989f0f24f admin admin] Allocated IP 172.20.0.1 (6cbb75ab-13b4-4bd9-8954-350133e6c68a/a07d5bf8-3b87-471a-89a9-2d701848ed67/69b2a874-06da-41ef-ace7-e6169cd458fd) {{(pid=106636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:03:18.807900 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-7874f186-3a87-4342-8898-f941b4dca14a None None] For port 9e5f3165-43e3-4263-8576-b01b2bf7e022, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=9e5f3165-43e3-4263-8576-b01b2bf7e022,segment=NetworkSegment(a471e3f3-0b3f-4101-a809-8ce3e58b2852),segment_id=a471e3f3-0b3f-4101-a809-8ce3e58b2852)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:03:18.931681 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-7874f186-3a87-4342-8898-f941b4dca14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:18.940884 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-17fd3011-726b-4069-8426-d82989f0f24f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:18.945440 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:18.971284 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1d7a45f6-a997-48bf-bcaa-dc704538022d req-7a7b40d1-c535-4ef9-b42f-063932ea1b09 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=4927c405-9a26-438b-a8e7-82c3d30f87ef HTTP/1.1" status: 200 len: 210 time: 0.0360663 Oct 18 03:03:19.074016 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-17fd3011-726b-4069-8426-d82989f0f24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59726697'] for port, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:19.118410 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fd3011-726b-4069-8426-d82989f0f24f admin admin] Network 6cbb75ab-13b4-4bd9-8954-350133e6c68a is already hosted by enough agents. {{(pid=106636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:03:19.121194 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [None req-17fd3011-726b-4069-8426-d82989f0f24f admin admin] Resources bound (agent type, host, resource id): {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:03:19.123667 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fd3011-726b-4069-8426-d82989f0f24f admin admin] Received port after_create {{(pid=106636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:03:19.161354 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd3011-726b-4069-8426-d82989f0f24f admin admin] Pushing event updated for resources: {'Port': ['ID=69b2a874-06da-41ef-ace7-e6169cd458fd,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:19.183176 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-17fd3011-726b-4069-8426-d82989f0f24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611728'] for router_interface, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:19.236146 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7874f186-3a87-4342-8898-f941b4dca14a None None] Pushing event updated for resources: {'Port': ['ID=9e5f3165-43e3-4263-8576-b01b2bf7e022,revision_number=3']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:19.282413 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-3f79cd4f-818b-4b92-96f3-4995efecc640 None None] Provisioning complete for port 9e5f3165-43e3-4263-8576-b01b2bf7e022 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:03:19.282808 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-3f79cd4f-818b-4b92-96f3-4995efecc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:19.284395 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.db.api [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 03:03:19.284984 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG oslo_db.api [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 03:03:19.342407 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-eeb9f061-e3ff-420d-b749-f00d4c09e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:19.421858 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-2f34ef67-89a2-4e5b-a03e-5e07c17e642a None None] Notify callbacks [] for port, precommit_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:19.449375 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-17fd3011-726b-4069-8426-d82989f0f24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:19.502681 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-2f34ef67-89a2-4e5b-a03e-5e07c17e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:19.559651 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-2f34ef67-89a2-4e5b-a03e-5e07c17e642a None None] Attempting to bind port 0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f on host dv-cinder-814333-1-iscsi for vnic_type normal with profile {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 03:03:19.560024 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-2f34ef67-89a2-4e5b-a03e-5e07c17e642a None None] Attempting to bind port 0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f by drivers openvswitch,hyperv on host dv-cinder-814333-1-iscsi at level 0 using segments [{'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'}] {{(pid=106638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 03:03:19.560399 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f34ef67-89a2-4e5b-a03e-5e07c17e642a None None] Attempting to bind port 0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f on network ec1e2d0f-026f-465c-b326-53f6d0173c72 {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:03:19.574729 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5728c75-8a20-4b76-bb45-c813f20e28f2 None None] Pushing event updated for resources: {'Port': ['ID=0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f,revision_number=2']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:19.579836 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-52c5ef89-2037-4974-b1b0-9e3795d01319 None None] Provisioning complete for port 69b2a874-06da-41ef-ace7-e6169cd458fd triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:03:19.580212 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-52c5ef89-2037-4974-b1b0-9e3795d01319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:19.583217 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f34ef67-89a2-4e5b-a03e-5e07c17e642a None None] Checking agent: {'id': '725b6bc2-91e5-4fb5-a09c-abe917cff252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 50, 22), 'started_at': datetime.datetime(2021, 10, 18, 2, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 3, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 03:03:19.583594 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f34ef67-89a2-4e5b-a03e-5e07c17e642a None None] Checking segment: {'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:03:19.583986 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-2f34ef67-89a2-4e5b-a03e-5e07c17e642a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:19.584365 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f34ef67-89a2-4e5b-a03e-5e07c17e642a None None] Bound using segment: {'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'} {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 03:03:19.584881 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-2f34ef67-89a2-4e5b-a03e-5e07c17e642a None None] Bound port: 0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f, host: dv-cinder-814333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'}}] {{(pid=106638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 03:03:19.585263 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-2f34ef67-89a2-4e5b-a03e-5e07c17e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:19.630499 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-17fd3011-726b-4069-8426-d82989f0f24f admin admin] Notify callbacks [] for port, precommit_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:19.644854 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-52c5ef89-2037-4974-b1b0-9e3795d01319 None None] Port 69b2a874-06da-41ef-ace7-e6169cd458fd cannot update to ACTIVE because it is not bound. {{(pid=106638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 03:03:19.667734 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-2f34ef67-89a2-4e5b-a03e-5e07c17e642a None None] For port 0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f, host dv-cinder-814333-1-iscsi, cleared binding levels {{(pid=106638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 03:03:19.670891 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-2f34ef67-89a2-4e5b-a03e-5e07c17e642a None None] For port 0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f, host dv-cinder-814333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f,segment=NetworkSegment(945c2ffc-cf09-447c-9907-99c5ee5cf6c6),segment_id=945c2ffc-cf09-447c-9907-99c5ee5cf6c6)] {{(pid=106638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 03:03:19.702438 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-17fd3011-726b-4069-8426-d82989f0f24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59726704'] for port, after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:19.737415 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-2f34ef67-89a2-4e5b-a03e-5e07c17e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:19.773825 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-17fd3011-726b-4069-8426-d82989f0f24f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611812'] for router_interface, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:19.776667 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd3011-726b-4069-8426-d82989f0f24f admin admin] Pushing event updated for resources: {'Port': ['ID=69b2a874-06da-41ef-ace7-e6169cd458fd,revision_number=2']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:19.820104 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f34ef67-89a2-4e5b-a03e-5e07c17e642a None None] Routers {'8acfe98e-53e7-4569-b16e-ff6593c2b757'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:03:19.820735 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-2f34ef67-89a2-4e5b-a03e-5e07c17e642a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:02:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['8acfe98e-53e7-4569-b16e-ff6593c2b757'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:03:19.863604 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5728c75-8a20-4b76-bb45-c813f20e28f2 None None] Pushing event updated for resources: {'Port': ['ID=0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f,revision_number=3']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:19.876116 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fd3011-726b-4069-8426-d82989f0f24f admin admin] Network 6cbb75ab-13b4-4bd9-8954-350133e6c68a is already hosted by enough agents. {{(pid=106636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:03:19.877960 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [None req-17fd3011-726b-4069-8426-d82989f0f24f admin admin] Resources bound (agent type, host, resource id): {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:03:19.960473 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-2f34ef67-89a2-4e5b-a03e-5e07c17e642a None None] Set router 8acfe98e-53e7-4569-b16e-ff6593c2b757 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:03:20.005958 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17fd3011-726b-4069-8426-d82989f0f24f admin admin] Router 8acfe98e-53e7-4569-b16e-ff6593c2b757 has already been hosted by L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 {{(pid=106636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 03:03:20.138317 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fd3011-726b-4069-8426-d82989f0f24f admin admin] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 03:03:20.152827 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-17fd3011-726b-4069-8426-d82989f0f24f admin admin] 10.222.0.30 "PUT /v2.0/routers/8acfe98e-53e7-4569-b16e-ff6593c2b757/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9897513 Oct 18 03:03:20.189374 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-67161cbd-9952-49e8-860c-1460fcd63331 None None] Provisioning complete for port 69b2a874-06da-41ef-ace7-e6169cd458fd triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:03:20.189759 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-67161cbd-9952-49e8-860c-1460fcd63331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:20.235498 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-67161cbd-9952-49e8-860c-1460fcd63331 None None] Port 69b2a874-06da-41ef-ace7-e6169cd458fd cannot update to ACTIVE because it is not bound. {{(pid=106638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 03:03:20.244258 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-2f34ef67-89a2-4e5b-a03e-5e07c17e642a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acfe98e-53e7-4569-b16e-ff6593c2b757', 'name': 'tempest-TestShelveInstance-1386729544-router', 'tenant_id': 'f49bf7ffcb1941928770cf7d5a23411a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:03:15Z', 'updated_at': '2021-10-18T03:03:19Z', 'revision_number': 4, 'project_id': 'f49bf7ffcb1941928770cf7d5a23411a', 'gw_port': {'id': '0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:56:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acfe98e-53e7-4569-b16e-ff6593c2b757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:03:16Z', 'updated_at': '2021-10-18T03:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': '69b2a874-06da-41ef-ace7-e6169cd458fd', 'name': '', 'network_id': '6cbb75ab-13b4-4bd9-8954-350133e6c68a', 'tenant_id': 'f49bf7ffcb1941928770cf7d5a23411a', 'mac_address': 'fa:16:3e:da:17:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acfe98e-53e7-4569-b16e-ff6593c2b757', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'a07d5bf8-3b87-471a-89a9-2d701848ed67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:03:18Z', 'updated_at': '2021-10-18T03:03:19Z', 'revision_number': 2, 'project_id': 'f49bf7ffcb1941928770cf7d5a23411a', 'subnets': [{'id': 'a07d5bf8-3b87-471a-89a9-2d701848ed67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:03:20.272521 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f34ef67-89a2-4e5b-a03e-5e07c17e642a None None] The sync data for ids ['8acfe98e-53e7-4569-b16e-ff6593c2b757'] in dv-cinder-814333-1-iscsi is: [{'id': '8acfe98e-53e7-4569-b16e-ff6593c2b757', 'name': 'tempest-TestShelveInstance-1386729544-router', 'tenant_id': 'f49bf7ffcb1941928770cf7d5a23411a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:03:15Z', 'updated_at': '2021-10-18T03:03:19Z', 'revision_number': 4, 'project_id': 'f49bf7ffcb1941928770cf7d5a23411a', 'gw_port': {'id': '0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:56:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acfe98e-53e7-4569-b16e-ff6593c2b757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:03:16Z', 'updated_at': '2021-10-18T03:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': '69b2a874-06da-41ef-ace7-e6169cd458fd', 'name': '', 'network_id': '6cbb75ab-13b4-4bd9-8954-350133e6c68a', 'tenant_id': 'f49bf7ffcb1941928770cf7d5a23411a', 'mac_address': 'fa:16:3e:da:17:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acfe98e-53e7-4569-b16e-ff6593c2b757', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'a07d5bf8-3b87-471a-89a9-2d701848ed67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:03:18Z', 'updated_at': '2021-10-18T03:03:19Z', 'revision_number': 2, 'project_id': 'f49bf7ffcb1941928770cf7d5a23411a', 'subnets': [{'id': 'a07d5bf8-3b87-471a-89a9-2d701848ed67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 03:03:20.379829 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 9e5f3165-43e3-4263-8576-b01b2bf7e022 up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:03:20.442419 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port 9e5f3165-43e3-4263-8576-b01b2bf7e022 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:03:20.442985 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:20.915955 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 36494) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:20.921447 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-a17bcec7-97b2-45af-afd4-68d696281d50 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1801173244', 'description': 'tempest-secgroup-smoke-1801173244 description', 'project_id': '62affdb1ab2e4d1e8559a84ed78fda53'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:03:21.011405 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-a17bcec7-97b2-45af-afd4-68d696281d50 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:21.094440 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-a17bcec7-97b2-45af-afd4-68d696281d50 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:21.176597 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-a17bcec7-97b2-45af-afd4-68d696281d50 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:21.210689 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17bcec7-97b2-45af-afd4-68d696281d50 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca47617-e32b-4805-ac4f-f3b5146f51ef,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:21.270146 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-a17bcec7-97b2-45af-afd4-68d696281d50 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:21.271435 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-a17bcec7-97b2-45af-afd4-68d696281d50 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3544464 Oct 18 03:03:21.274309 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 36496) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:21.278707 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-e2e8009e-49e5-434c-ba51-1c836387a56b tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Request body: {'security_group_rule': {'security_group_id': '0ca47617-e32b-4805-ac4f-f3b5146f51ef', 'project_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:03:21.360542 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e2e8009e-49e5-434c-ba51-1c836387a56b tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:21.423003 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e2e8009e-49e5-434c-ba51-1c836387a56b tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:21.480217 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e2e8009e-49e5-434c-ba51-1c836387a56b tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612827'] for security_group_rule, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:21.503345 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8009e-49e5-434c-ba51-1c836387a56b tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=575ffff3-e06d-4ffe-a9f7-0d9b3fa7aa32,revision_number=0']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:21.607447 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e2e8009e-49e5-434c-ba51-1c836387a56b tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:21.609220 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-e2e8009e-49e5-434c-ba51-1c836387a56b tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3334532 Oct 18 03:03:21.612349 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 36500) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:21.616643 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-390e10f1-418c-472f-832b-a6bb6d57dac9 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Request body: {'security_group_rule': {'security_group_id': '0ca47617-e32b-4805-ac4f-f3b5146f51ef', 'project_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:03:21.725014 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-390e10f1-418c-472f-832b-a6bb6d57dac9 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:21.783644 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-390e10f1-418c-472f-832b-a6bb6d57dac9 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:21.908426 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-390e10f1-418c-472f-832b-a6bb6d57dac9 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612827'] for security_group_rule, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:21.925673 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e10f1-418c-472f-832b-a6bb6d57dac9 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=347428f8-aec2-4e1a-99aa-e34b8f065eea,revision_number=0']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:21.970823 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-54b84552-afb2-4db4-9c54-dce11dd91ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:22.092957 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-390e10f1-418c-472f-832b-a6bb6d57dac9 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:22.094168 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-390e10f1-418c-472f-832b-a6bb6d57dac9 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4808917 Oct 18 03:03:22.096690 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 36504) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:22.100972 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-851a590a-27da-4acf-82dd-6cd4df699193 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Request body: {'security_group_rule': {'security_group_id': '0ca47617-e32b-4805-ac4f-f3b5146f51ef', 'project_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:03:22.205252 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-851a590a-27da-4acf-82dd-6cd4df699193 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:22.265550 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-851a590a-27da-4acf-82dd-6cd4df699193 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:22.382888 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:03:22.387831 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-851a590a-27da-4acf-82dd-6cd4df699193 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612827'] for security_group_rule, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:22.407218 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a590a-27da-4acf-82dd-6cd4df699193 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09b459ae-622b-4e2f-bb39-d42a010946e5,revision_number=0']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:22.432369 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port 0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:03:22.432739 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:22.476492 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-851a590a-27da-4acf-82dd-6cd4df699193 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:22.477945 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-851a590a-27da-4acf-82dd-6cd4df699193 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3801756 Oct 18 03:03:22.480872 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 36506) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:22.485990 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-d5a5722a-a33d-4606-ab7e-810813937e65 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Request body: {'security_group_rule': {'security_group_id': '0ca47617-e32b-4805-ac4f-f3b5146f51ef', 'project_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:03:22.531576 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:22.537969 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:22.553535 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] For port 0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f,segment=NetworkSegment(945c2ffc-cf09-447c-9907-99c5ee5cf6c6),segment_id=945c2ffc-cf09-447c-9907-99c5ee5cf6c6)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:03:22.611663 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d5a5722a-a33d-4606-ab7e-810813937e65 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:22.634303 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:22.677883 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d5a5722a-a33d-4606-ab7e-810813937e65 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:22.682859 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Pushing event updated for resources: {'Port': ['ID=0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f,revision_number=4']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:22.757665 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d5a5722a-a33d-4606-ab7e-810813937e65 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612827'] for security_group_rule, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:22.773082 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5722a-a33d-4606-ab7e-810813937e65 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6bcffaf-3ba1-4b73-ad7c-febcfa884a67,revision_number=0']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:22.853079 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d5a5722a-a33d-4606-ab7e-810813937e65 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:22.854571 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-d5a5722a-a33d-4606-ab7e-810813937e65 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3724964 Oct 18 03:03:22.857375 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 36514) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:22.861657 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-7258bad1-d149-40ce-9ead-8a8a8eb0295b tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Request body: {'security_group_rule': {'security_group_id': '0ca47617-e32b-4805-ac4f-f3b5146f51ef', 'project_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:03:22.954749 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.db.securitygroups_db [None req-7258bad1-d149-40ce-9ead-8a8a8eb0295b tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Project 62affdb1ab2e4d1e8559a84ed78fda53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 03:03:22.960018 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-7258bad1-d149-40ce-9ead-8a8a8eb0295b tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:23.021226 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-7258bad1-d149-40ce-9ead-8a8a8eb0295b tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:23.130940 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-7258bad1-d149-40ce-9ead-8a8a8eb0295b tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612827'] for security_group_rule, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:23.149747 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258bad1-d149-40ce-9ead-8a8a8eb0295b tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5085b135-5c5b-4761-92ba-2e642c808bb5,revision_number=0']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:23.247650 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-7258bad1-d149-40ce-9ead-8a8a8eb0295b tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:23.248794 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-7258bad1-d149-40ce-9ead-8a8a8eb0295b tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3904746 Oct 18 03:03:23.252284 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 36516) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:23.256679 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-1e3c8fb4-449e-49a2-8ef0-85fe6b61d59f tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Request body: {'security_group_rule': {'security_group_id': '0ca47617-e32b-4805-ac4f-f3b5146f51ef', 'project_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:03:23.301735 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:23.377136 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.db.securitygroups_db [None req-1e3c8fb4-449e-49a2-8ef0-85fe6b61d59f tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Project 62affdb1ab2e4d1e8559a84ed78fda53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 03:03:23.382401 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-1e3c8fb4-449e-49a2-8ef0-85fe6b61d59f tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:23.452154 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-1e3c8fb4-449e-49a2-8ef0-85fe6b61d59f tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:23.542658 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-1e3c8fb4-449e-49a2-8ef0-85fe6b61d59f tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612827'] for security_group_rule, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:23.561187 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c8fb4-449e-49a2-8ef0-85fe6b61d59f tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c8278f-c370-4905-8860-17e75b4477d3,revision_number=0']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:23.652756 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-1e3c8fb4-449e-49a2-8ef0-85fe6b61d59f tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:23.654156 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-1e3c8fb4-449e-49a2-8ef0-85fe6b61d59f tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4009371 Oct 18 03:03:23.750266 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f355b49f-5ff7-48ba-afdf-fb6d829ef3a4 None None] Sync routers for ids ['8acfe98e-53e7-4569-b16e-ff6593c2b757'] in dv-cinder-814333-1-iscsi {{(pid=106639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 03:03:23.759607 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f355b49f-5ff7-48ba-afdf-fb6d829ef3a4 None None] Routers {'8acfe98e-53e7-4569-b16e-ff6593c2b757'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:03:23.760213 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-f355b49f-5ff7-48ba-afdf-fb6d829ef3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:03:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['8acfe98e-53e7-4569-b16e-ff6593c2b757'], 'active': True} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:03:23.865630 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvr_db [None req-f355b49f-5ff7-48ba-afdf-fb6d829ef3a4 None None] Set router 8acfe98e-53e7-4569-b16e-ff6593c2b757 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:03:23.894502 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 93ec5c59-ad4d-4140-897e-bcd441041520 no longer exists at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:03:23.916391 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] No Port match for: 93ec5c59-ad4d-4140-897e-bcd441041520 {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:03:23.916850 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 93ec5c59-ad4d-4140-897e-bcd441041520 not bound to the agent host hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:03:24.077091 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-f355b49f-5ff7-48ba-afdf-fb6d829ef3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acfe98e-53e7-4569-b16e-ff6593c2b757', 'name': 'tempest-TestShelveInstance-1386729544-router', 'tenant_id': 'f49bf7ffcb1941928770cf7d5a23411a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:03:15Z', 'updated_at': '2021-10-18T03:03:19Z', 'revision_number': 4, 'project_id': 'f49bf7ffcb1941928770cf7d5a23411a', 'gw_port': {'id': '0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:56:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acfe98e-53e7-4569-b16e-ff6593c2b757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:03:16Z', 'updated_at': '2021-10-18T03:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': '69b2a874-06da-41ef-ace7-e6169cd458fd', 'name': '', 'network_id': '6cbb75ab-13b4-4bd9-8954-350133e6c68a', 'tenant_id': 'f49bf7ffcb1941928770cf7d5a23411a', 'mac_address': 'fa:16:3e:da:17:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acfe98e-53e7-4569-b16e-ff6593c2b757', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'a07d5bf8-3b87-471a-89a9-2d701848ed67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:03:18Z', 'updated_at': '2021-10-18T03:03:19Z', 'revision_number': 2, 'project_id': 'f49bf7ffcb1941928770cf7d5a23411a', 'subnets': [{'id': 'a07d5bf8-3b87-471a-89a9-2d701848ed67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:03:24.105170 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f355b49f-5ff7-48ba-afdf-fb6d829ef3a4 None None] Checking router: 8acfe98e-53e7-4569-b16e-ff6593c2b757 for host: dv-cinder-814333-1-iscsi {{(pid=106639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 03:03:24.105946 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f355b49f-5ff7-48ba-afdf-fb6d829ef3a4 None None] Updating router 8acfe98e-53e7-4569-b16e-ff6593c2b757 port 69b2a874-06da-41ef-ace7-e6169cd458fd binding host dv-cinder-814333-1-iscsi {{(pid=106639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 03:03:24.133002 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-f355b49f-5ff7-48ba-afdf-fb6d829ef3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:24.367000 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:03:24.414388 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port 0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:03:24.414751 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:24.502456 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-f355b49f-5ff7-48ba-afdf-fb6d829ef3a4 None None] Notify callbacks [] for port, precommit_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:24.571407 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-f355b49f-5ff7-48ba-afdf-fb6d829ef3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:24.622213 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f4e39-9cb2-45e8-b5b6-1410e4ce1978 None None] Pushing event updated for resources: {'Port': ['ID=69b2a874-06da-41ef-ace7-e6169cd458fd,revision_number=3']} {{(pid=106639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:24.645947 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:24.685212 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.managers [None req-f355b49f-5ff7-48ba-afdf-fb6d829ef3a4 None None] Attempting to bind port 69b2a874-06da-41ef-ace7-e6169cd458fd on host dv-cinder-814333-1-iscsi for vnic_type normal with profile {{(pid=106639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 03:03:24.685585 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.managers [None req-f355b49f-5ff7-48ba-afdf-fb6d829ef3a4 None None] Attempting to bind port 69b2a874-06da-41ef-ace7-e6169cd458fd by drivers openvswitch,hyperv on host dv-cinder-814333-1-iscsi at level 0 using segments [{'id': 'a471e3f3-0b3f-4101-a809-8ce3e58b2852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6cbb75ab-13b4-4bd9-8954-350133e6c68a'}] {{(pid=106639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 03:03:24.685978 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355b49f-5ff7-48ba-afdf-fb6d829ef3a4 None None] Attempting to bind port 69b2a874-06da-41ef-ace7-e6169cd458fd on network 6cbb75ab-13b4-4bd9-8954-350133e6c68a {{(pid=106639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:03:24.691993 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355b49f-5ff7-48ba-afdf-fb6d829ef3a4 None None] Checking agent: {'id': '725b6bc2-91e5-4fb5-a09c-abe917cff252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 50, 22), 'started_at': datetime.datetime(2021, 10, 18, 2, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 3, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 03:03:24.692366 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355b49f-5ff7-48ba-afdf-fb6d829ef3a4 None None] Checking segment: {'id': 'a471e3f3-0b3f-4101-a809-8ce3e58b2852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6cbb75ab-13b4-4bd9-8954-350133e6c68a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:03:24.698651 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-f355b49f-5ff7-48ba-afdf-fb6d829ef3a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:24.698651 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355b49f-5ff7-48ba-afdf-fb6d829ef3a4 None None] Bound using segment: {'id': 'a471e3f3-0b3f-4101-a809-8ce3e58b2852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6cbb75ab-13b4-4bd9-8954-350133e6c68a'} {{(pid=106639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 03:03:24.698651 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.managers [None req-f355b49f-5ff7-48ba-afdf-fb6d829ef3a4 None None] Bound port: 69b2a874-06da-41ef-ace7-e6169cd458fd, host: dv-cinder-814333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a471e3f3-0b3f-4101-a809-8ce3e58b2852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6cbb75ab-13b4-4bd9-8954-350133e6c68a'}}] {{(pid=106639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 03:03:24.698651 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-f355b49f-5ff7-48ba-afdf-fb6d829ef3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:24.758535 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.db [None req-f355b49f-5ff7-48ba-afdf-fb6d829ef3a4 None None] For port 69b2a874-06da-41ef-ace7-e6169cd458fd, host dv-cinder-814333-1-iscsi, cleared binding levels {{(pid=106639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 03:03:24.762794 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.db [None req-f355b49f-5ff7-48ba-afdf-fb6d829ef3a4 None None] For port 69b2a874-06da-41ef-ace7-e6169cd458fd, host dv-cinder-814333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=69b2a874-06da-41ef-ace7-e6169cd458fd,segment=NetworkSegment(a471e3f3-0b3f-4101-a809-8ce3e58b2852),segment_id=a471e3f3-0b3f-4101-a809-8ce3e58b2852)] {{(pid=106639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 03:03:24.851984 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-f355b49f-5ff7-48ba-afdf-fb6d829ef3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:24.888359 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-2f060d2d-c384-4e30-b1f6-6878c7f59a9d None None] Provisioning complete for port 69b2a874-06da-41ef-ace7-e6169cd458fd triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:03:24.888743 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-2f060d2d-c384-4e30-b1f6-6878c7f59a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:24.908978 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f4e39-9cb2-45e8-b5b6-1410e4ce1978 None None] Pushing event updated for resources: {'Port': ['ID=69b2a874-06da-41ef-ace7-e6169cd458fd,revision_number=4']} {{(pid=106639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:24.921123 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f355b49f-5ff7-48ba-afdf-fb6d829ef3a4 None None] Routers {'8acfe98e-53e7-4569-b16e-ff6593c2b757'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:03:24.921750 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-f355b49f-5ff7-48ba-afdf-fb6d829ef3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:03:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['8acfe98e-53e7-4569-b16e-ff6593c2b757'], 'active': True} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:03:24.989599 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-2f060d2d-c384-4e30-b1f6-6878c7f59a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:25.035211 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-2f060d2d-c384-4e30-b1f6-6878c7f59a9d None None] For port 69b2a874-06da-41ef-ace7-e6169cd458fd, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=69b2a874-06da-41ef-ace7-e6169cd458fd,segment=NetworkSegment(a471e3f3-0b3f-4101-a809-8ce3e58b2852),segment_id=a471e3f3-0b3f-4101-a809-8ce3e58b2852)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:03:25.060630 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvr_db [None req-f355b49f-5ff7-48ba-afdf-fb6d829ef3a4 None None] Set router 8acfe98e-53e7-4569-b16e-ff6593c2b757 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:03:25.136657 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-2f060d2d-c384-4e30-b1f6-6878c7f59a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:25.188707 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f060d2d-c384-4e30-b1f6-6878c7f59a9d None None] Pushing event updated for resources: {'Port': ['ID=69b2a874-06da-41ef-ace7-e6169cd458fd,revision_number=5']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:25.259620 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-9077dd9c-8de9-41d4-bd2b-9a757e5e76e3 None None] Provisioning complete for port 69b2a874-06da-41ef-ace7-e6169cd458fd triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:03:25.259995 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-9077dd9c-8de9-41d4-bd2b-9a757e5e76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:25.271128 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-f355b49f-5ff7-48ba-afdf-fb6d829ef3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acfe98e-53e7-4569-b16e-ff6593c2b757', 'name': 'tempest-TestShelveInstance-1386729544-router', 'tenant_id': 'f49bf7ffcb1941928770cf7d5a23411a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:03:15Z', 'updated_at': '2021-10-18T03:03:19Z', 'revision_number': 4, 'project_id': 'f49bf7ffcb1941928770cf7d5a23411a', 'gw_port': {'id': '0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:56:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acfe98e-53e7-4569-b16e-ff6593c2b757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:03:16Z', 'updated_at': '2021-10-18T03:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': '69b2a874-06da-41ef-ace7-e6169cd458fd', 'name': '', 'network_id': '6cbb75ab-13b4-4bd9-8954-350133e6c68a', 'tenant_id': 'f49bf7ffcb1941928770cf7d5a23411a', 'mac_address': 'fa:16:3e:da:17:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acfe98e-53e7-4569-b16e-ff6593c2b757', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'a07d5bf8-3b87-471a-89a9-2d701848ed67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:03:18Z', 'updated_at': '2021-10-18T03:03:24Z', 'revision_number': 4, 'project_id': 'f49bf7ffcb1941928770cf7d5a23411a', 'subnets': [{'id': 'a07d5bf8-3b87-471a-89a9-2d701848ed67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:03:25.299237 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f355b49f-5ff7-48ba-afdf-fb6d829ef3a4 None None] The sync data for ids ['8acfe98e-53e7-4569-b16e-ff6593c2b757'] in dv-cinder-814333-1-iscsi is: [{'id': '8acfe98e-53e7-4569-b16e-ff6593c2b757', 'name': 'tempest-TestShelveInstance-1386729544-router', 'tenant_id': 'f49bf7ffcb1941928770cf7d5a23411a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:03:15Z', 'updated_at': '2021-10-18T03:03:19Z', 'revision_number': 4, 'project_id': 'f49bf7ffcb1941928770cf7d5a23411a', 'gw_port': {'id': '0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:56:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acfe98e-53e7-4569-b16e-ff6593c2b757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:03:16Z', 'updated_at': '2021-10-18T03:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': '69b2a874-06da-41ef-ace7-e6169cd458fd', 'name': '', 'network_id': '6cbb75ab-13b4-4bd9-8954-350133e6c68a', 'tenant_id': 'f49bf7ffcb1941928770cf7d5a23411a', 'mac_address': 'fa:16:3e:da:17:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acfe98e-53e7-4569-b16e-ff6593c2b757', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'a07d5bf8-3b87-471a-89a9-2d701848ed67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:03:18Z', 'updated_at': '2021-10-18T03:03:24Z', 'revision_number': 4, 'project_id': 'f49bf7ffcb1941928770cf7d5a23411a', 'subnets': [{'id': 'a07d5bf8-3b87-471a-89a9-2d701848ed67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 03:03:26.386086 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 69b2a874-06da-41ef-ace7-e6169cd458fd up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:03:26.439909 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port 69b2a874-06da-41ef-ace7-e6169cd458fd triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:03:26.439909 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:30.759823 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262ce23-699c-4d92-84ee-86473636a891 req-6f4b558f-9e80-4476-8491-d3171950837e tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:30.761269 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8262ce23-699c-4d92-84ee-86473636a891 req-6f4b558f-9e80-4476-8491-d3171950837e tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/networks?id=ee87d67f-51c3-4f94-a5f7-27ba2918850f HTTP/1.1" status: 200 len: 814 time: 0.1083827 Oct 18 03:03:30.777203 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8262ce23-699c-4d92-84ee-86473636a891 req-3a65f527-200f-4939-9d3b-8709eb0bd5af tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/quotas/aeb8c6079c594501930704c21f3365bb HTTP/1.1" status: 200 len: 375 time: 0.0094244 Oct 18 03:03:30.808831 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8262ce23-699c-4d92-84ee-86473636a891 req-4c6f68c6-5ef5-4496-aebf-ef2f052dadca tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=aeb8c6079c594501930704c21f3365bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259366 Oct 18 03:03:30.900408 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8262ce23-699c-4d92-84ee-86473636a891 req-aa496757-b9a4-4ae7-81ee-4687b436f387 service neutron] 10.222.0.30 "GET /v2.0/networks/ee87d67f-51c3-4f94-a5f7-27ba2918850f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826464 Oct 18 03:03:30.991211 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8262ce23-699c-4d92-84ee-86473636a891 req-6fd264ee-847f-4fb7-8166-9927c6ae980e service neutron] 10.222.0.30 "GET /v2.0/networks/ee87d67f-51c3-4f94-a5f7-27ba2918850f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848331 Oct 18 03:03:31.237921 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-46538a03-fcec-4bf7-91ba-80d825d00119 req-51a06336-0d43-4319-a72e-0f314665d61c tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc1e5a0b-4dec-4bc2-9555-ab66e1f783cd HTTP/1.1" status: 200 len: 210 time: 0.0272226 Oct 18 03:03:32.339910 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-07b8c9d6-4460-4e6e-b1c5-d2f1598c8de7 req-3134ad83-a521-4d7f-b201-450a6ebe0f94 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc1e5a0b-4dec-4bc2-9555-ab66e1f783cd HTTP/1.1" status: 200 len: 210 time: 0.0259559 Oct 18 03:03:33.576930 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8897e3f-5b13-4bc9-9dc6-677cca5aca8c req-098b5360-d8f0-4006-a757-8083324f145a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:33.579834 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b8897e3f-5b13-4bc9-9dc6-677cca5aca8c req-098b5360-d8f0-4006-a757-8083324f145a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 947 time: 0.3486547 Oct 18 03:03:33.601448 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-3b6d3d08-5bc5-4b3a-944d-38a17b52da37 req-694869c8-3379-460a-aa3b-f09a2a8dcc58 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc1e5a0b-4dec-4bc2-9555-ab66e1f783cd HTTP/1.1" status: 200 len: 210 time: 0.0510373 Oct 18 03:03:33.658979 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b8897e3f-5b13-4bc9-9dc6-677cca5aca8c req-ecece570-c84e-4347-b3c4-60e83ed38451 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628505 Oct 18 03:03:33.681556 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262ce23-699c-4d92-84ee-86473636a891 req-144f7c59-c1a3-4318-b0e6-b0466fb1a50e tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:33.682999 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8262ce23-699c-4d92-84ee-86473636a891 req-144f7c59-c1a3-4318-b0e6-b0466fb1a50e tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.36 "GET /v2.0/networks?id=ee87d67f-51c3-4f94-a5f7-27ba2918850f HTTP/1.1" status: 200 len: 814 time: 0.4166367 Oct 18 03:03:33.697138 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [req-8262ce23-699c-4d92-84ee-86473636a891 req-274da155-325f-4d69-a8c9-e2cca71bcf23 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Request body: {'port': {'device_id': 'bc1e5a0b-4dec-4bc2-9555-ab66e1f783cd', 'network_id': 'ee87d67f-51c3-4f94-a5f7-27ba2918850f', 'admin_state_up': True, 'tenant_id': 'aeb8c6079c594501930704c21f3365bb'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:03:33.902229 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8262ce23-699c-4d92-84ee-86473636a891 req-274da155-325f-4d69-a8c9-e2cca71bcf23 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Made reservation on behalf of aeb8c6079c594501930704c21f3365bb for: {'port': 1} {{(pid=106636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 03:03:33.905853 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-8262ce23-699c-4d92-84ee-86473636a891 req-274da155-325f-4d69-a8c9-e2cca71bcf23 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:34.035802 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.db_base_plugin_common [req-8262ce23-699c-4d92-84ee-86473636a891 req-274da155-325f-4d69-a8c9-e2cca71bcf23 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Allocated IP 172.20.0.13 (ee87d67f-51c3-4f94-a5f7-27ba2918850f/0d38104f-250f-4f3d-8909-ea5d7480a710/62ae38f5-d61b-40e2-bed1-e2f1e667d463) {{(pid=106636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:03:34.188035 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-8262ce23-699c-4d92-84ee-86473636a891 req-274da155-325f-4d69-a8c9-e2cca71bcf23 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Notify callbacks [] for port, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:34.257033 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-8262ce23-699c-4d92-84ee-86473636a891 req-274da155-325f-4d69-a8c9-e2cca71bcf23 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59726697'] for port, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:34.300404 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8262ce23-699c-4d92-84ee-86473636a891 req-274da155-325f-4d69-a8c9-e2cca71bcf23 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Network ee87d67f-51c3-4f94-a5f7-27ba2918850f is already hosted by enough agents. {{(pid=106636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:03:34.305355 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [req-8262ce23-699c-4d92-84ee-86473636a891 req-274da155-325f-4d69-a8c9-e2cca71bcf23 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Resources bound (agent type, host, resource id): {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:03:34.312643 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [req-8262ce23-699c-4d92-84ee-86473636a891 req-274da155-325f-4d69-a8c9-e2cca71bcf23 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Received port after_create {{(pid=106636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:03:34.318212 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274da155-325f-4d69-a8c9-e2cca71bcf23 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Pushing event updated for resources: {'Port': ['ID=62ae38f5-d61b-40e2-bed1-e2f1e667d463,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:34.368476 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262ce23-699c-4d92-84ee-86473636a891 req-274da155-325f-4d69-a8c9-e2cca71bcf23 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:34.369124 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-8262ce23-699c-4d92-84ee-86473636a891 req-274da155-325f-4d69-a8c9-e2cca71bcf23 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:34.454407 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8262ce23-699c-4d92-84ee-86473636a891 req-274da155-325f-4d69-a8c9-e2cca71bcf23 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7609925 Oct 18 03:03:34.468648 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [req-8262ce23-699c-4d92-84ee-86473636a891 req-4643c130-9807-4d02-8b7a-600e86df1e29 service neutron] Request body: {'port': {'device_id': 'bc1e5a0b-4dec-4bc2-9555-ab66e1f783cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81433'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:03:34.491165 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 36726) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:34.527961 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-8262ce23-699c-4d92-84ee-86473636a891 req-4643c130-9807-4d02-8b7a-600e86df1e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:34.588337 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:34.597376 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-5737270d-eccf-4159-84fa-219a4e00b8e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:34.684445 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-5737270d-eccf-4159-84fa-219a4e00b8e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:34.759606 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-5737270d-eccf-4159-84fa-219a4e00b8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:34.800721 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-5737270d-eccf-4159-84fa-219a4e00b8e9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=db2caaba458b49d4b9ebc85b066d7d4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3083360 Oct 18 03:03:34.801980 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5737270d-eccf-4159-84fa-219a4e00b8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa55574f-ae82-473c-ae11-153252de5582,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:34.804619 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 36734) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:34.807640 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9edb257-ace3-4d4f-80cb-a16c72ecd828 req-53ef3aa4-85ae-4845-865d-4932bce8167d tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:34.809133 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b9edb257-ace3-4d4f-80cb-a16c72ecd828 req-53ef3aa4-85ae-4845-865d-4932bce8167d tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc1e5a0b-4dec-4bc2-9555-ab66e1f783cd HTTP/1.1" status: 200 len: 932 time: 0.1340163 Oct 18 03:03:34.844119 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af17827-ccc7-4e86-b73a-ebfc720ea29b req-ea24949f-48c4-4ae5-b0a8-d5445c2969df tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:34.845558 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7af17827-ccc7-4e86-b73a-ebfc720ea29b req-ea24949f-48c4-4ae5-b0a8-d5445c2969df tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 947 time: 0.1131868 Oct 18 03:03:34.863461 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-0ea8b029-f2d7-4d4b-a7e6-5ca42c464716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:34.885745 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-0ea8b029-f2d7-4d4b-a7e6-5ca42c464716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:34.928227 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b9edb257-ace3-4d4f-80cb-a16c72ecd828 req-dbaf9932-c292-45b6-888e-c1234317aa53 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/security-groups?id=1768bbf3-a273-4a07-99a0-8ea664aac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039476 Oct 18 03:03:34.949175 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7af17827-ccc7-4e86-b73a-ebfc720ea29b req-be5737e6-c238-4f75-8067-13b4152869c0 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e45843a-d18e-41a4-9c25-a9e2b219317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929146 Oct 18 03:03:34.953754 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [req-8262ce23-699c-4d92-84ee-86473636a891 req-4643c130-9807-4d02-8b7a-600e86df1e29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ae38f5-d61b-40e2-bed1-e2f1e667d463 {{(pid=106636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 03:03:34.962056 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-8262ce23-699c-4d92-84ee-86473636a891 req-4643c130-9807-4d02-8b7a-600e86df1e29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:34.982301 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [req-8262ce23-699c-4d92-84ee-86473636a891 req-4643c130-9807-4d02-8b7a-600e86df1e29 service neutron] Transition to ACTIVE for port object 62ae38f5-d61b-40e2-bed1-e2f1e667d463 will not be triggered until provisioned by entity L2. {{(pid=106636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 03:03:34.982640 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-0ea8b029-f2d7-4d4b-a7e6-5ca42c464716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:34.985698 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-0ea8b029-f2d7-4d4b-a7e6-5ca42c464716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:34.986882 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-0ea8b029-f2d7-4d4b-a7e6-5ca42c464716 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fa55574f-ae82-473c-ae11-153252de5582 HTTP/1.1" status: 204 len: 168 time: 0.1812110 Oct 18 03:03:34.994498 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8b029-f2d7-4d4b-a7e6-5ca42c464716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa55574f-ae82-473c-ae11-153252de5582,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:35.040192 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-8262ce23-699c-4d92-84ee-86473636a891 req-4643c130-9807-4d02-8b7a-600e86df1e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59726704'] for port, after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:35.088062 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861bcd51-7bdf-4b20-962f-18bf16adb63e req-550b9285-f85f-4cfb-8337-eea1fe731317 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:35.089769 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-861bcd51-7bdf-4b20-962f-18bf16adb63e req-550b9285-f85f-4cfb-8337-eea1fe731317 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.36 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 947 time: 0.0552871 Oct 18 03:03:35.091337 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4643c130-9807-4d02-8b7a-600e86df1e29 service neutron] Pushing event updated for resources: {'Port': ['ID=62ae38f5-d61b-40e2-bed1-e2f1e667d463,revision_number=2']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:35.173153 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [req-8262ce23-699c-4d92-84ee-86473636a891 req-4643c130-9807-4d02-8b7a-600e86df1e29 service neutron] Attempting to bind port 62ae38f5-d61b-40e2-bed1-e2f1e667d463 on host hv-cinder-81433 for vnic_type normal with profile {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 03:03:35.173638 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [req-8262ce23-699c-4d92-84ee-86473636a891 req-4643c130-9807-4d02-8b7a-600e86df1e29 service neutron] Attempting to bind port 62ae38f5-d61b-40e2-bed1-e2f1e667d463 by drivers openvswitch,hyperv on host hv-cinder-81433 at level 0 using segments [{'id': 'b8f3f050-055d-48ef-afe2-c5127bdfb071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ee87d67f-51c3-4f94-a5f7-27ba2918850f'}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 03:03:35.174059 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8262ce23-699c-4d92-84ee-86473636a891 req-4643c130-9807-4d02-8b7a-600e86df1e29 service neutron] Attempting to bind port 62ae38f5-d61b-40e2-bed1-e2f1e667d463 on network ee87d67f-51c3-4f94-a5f7-27ba2918850f {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:03:35.178450 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8262ce23-699c-4d92-84ee-86473636a891 req-4643c130-9807-4d02-8b7a-600e86df1e29 service neutron] Port 62ae38f5-d61b-40e2-bed1-e2f1e667d463 on network ee87d67f-51c3-4f94-a5f7-27ba2918850f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81433 {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 03:03:35.178838 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8262ce23-699c-4d92-84ee-86473636a891 req-4643c130-9807-4d02-8b7a-600e86df1e29 service neutron] Attempting to bind port 62ae38f5-d61b-40e2-bed1-e2f1e667d463 on network ee87d67f-51c3-4f94-a5f7-27ba2918850f {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:03:35.183725 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8262ce23-699c-4d92-84ee-86473636a891 req-4643c130-9807-4d02-8b7a-600e86df1e29 service neutron] Checking agent: {'id': '54b63e31-ff86-4d84-9464-5034764a1d76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81433', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'started_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 3, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 03:03:35.184156 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8262ce23-699c-4d92-84ee-86473636a891 req-4643c130-9807-4d02-8b7a-600e86df1e29 service neutron] Checking segment: {'id': 'b8f3f050-055d-48ef-afe2-c5127bdfb071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ee87d67f-51c3-4f94-a5f7-27ba2918850f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:03:35.184608 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8262ce23-699c-4d92-84ee-86473636a891 req-4643c130-9807-4d02-8b7a-600e86df1e29 service neutron] Bound using segment: {'id': 'b8f3f050-055d-48ef-afe2-c5127bdfb071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ee87d67f-51c3-4f94-a5f7-27ba2918850f'} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 03:03:35.185110 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [req-8262ce23-699c-4d92-84ee-86473636a891 req-4643c130-9807-4d02-8b7a-600e86df1e29 service neutron] Bound port: 62ae38f5-d61b-40e2-bed1-e2f1e667d463, host: hv-cinder-81433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8f3f050-055d-48ef-afe2-c5127bdfb071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ee87d67f-51c3-4f94-a5f7-27ba2918850f'}}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 03:03:35.185534 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-8262ce23-699c-4d92-84ee-86473636a891 req-4643c130-9807-4d02-8b7a-600e86df1e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:35.197928 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [req-861bcd51-7bdf-4b20-962f-18bf16adb63e req-601ee84c-d18d-475e-8ef2-7d394535850c tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Deleting port a16b945e-b164-4ca8-8381-bef80a1ac009 {{(pid=106637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:03:35.198276 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-861bcd51-7bdf-4b20-962f-18bf16adb63e req-601ee84c-d18d-475e-8ef2-7d394535850c tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:35.252589 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [req-8262ce23-699c-4d92-84ee-86473636a891 req-4643c130-9807-4d02-8b7a-600e86df1e29 service neutron] For port 62ae38f5-d61b-40e2-bed1-e2f1e667d463, host hv-cinder-81433, cleared binding levels {{(pid=106636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 03:03:35.260230 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [req-8262ce23-699c-4d92-84ee-86473636a891 req-4643c130-9807-4d02-8b7a-600e86df1e29 service neutron] For port 62ae38f5-d61b-40e2-bed1-e2f1e667d463, host hv-cinder-81433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=62ae38f5-d61b-40e2-bed1-e2f1e667d463,segment=NetworkSegment(b8f3f050-055d-48ef-afe2-c5127bdfb071),segment_id=b8f3f050-055d-48ef-afe2-c5127bdfb071)] {{(pid=106636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 03:03:35.292772 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [req-861bcd51-7bdf-4b20-962f-18bf16adb63e req-601ee84c-d18d-475e-8ef2-7d394535850c tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] For port a16b945e-b164-4ca8-8381-bef80a1ac009, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=a16b945e-b164-4ca8-8381-bef80a1ac009,segment=NetworkSegment(0a4479a8-2092-4dd6-9759-50afb4a3e69f),segment_id=0a4479a8-2092-4dd6-9759-50afb4a3e69f)] {{(pid=106637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:03:35.294562 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-861bcd51-7bdf-4b20-962f-18bf16adb63e req-601ee84c-d18d-475e-8ef2-7d394535850c tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:35.342956 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-8262ce23-699c-4d92-84ee-86473636a891 req-4643c130-9807-4d02-8b7a-600e86df1e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59726704'] for port, after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:35.383262 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262ce23-699c-4d92-84ee-86473636a891 req-4643c130-9807-4d02-8b7a-600e86df1e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:35.383871 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-8262ce23-699c-4d92-84ee-86473636a891 req-4643c130-9807-4d02-8b7a-600e86df1e29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:35.385481 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8262ce23-699c-4d92-84ee-86473636a891 req-4643c130-9807-4d02-8b7a-600e86df1e29 service neutron] 10.222.0.36 "PUT /v2.0/ports/62ae38f5-d61b-40e2-bed1-e2f1e667d463 HTTP/1.1" status: 200 len: 1094 time: 0.9214184 Oct 18 03:03:35.385665 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1e5a0b-4dec-4bc2-9555-ab66e1f783cd', 'tag': '62ae38f5-d61b-40e2-bed1-e2f1e667d463'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:03:35.387986 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}496079113880dc21d8e474160779c487de2a9ec27c44afe50e843faa48598ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeae98c3-205c-4346-87be-9fc9dfb19b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "bc1e5a0b-4dec-4bc2-9555-ab66e1f783cd", "tag": "62ae38f5-d61b-40e2-bed1-e2f1e667d463"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:03:35.431088 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4643c130-9807-4d02-8b7a-600e86df1e29 service neutron] Pushing event updated for resources: {'Port': ['ID=62ae38f5-d61b-40e2-bed1-e2f1e667d463,revision_number=3']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:35.451891 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 03:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb81b610-28d7-4497-90e7-adb1c04d4443 x-openstack-request-id: req-bb81b610-28d7-4497-90e7-adb1c04d4443 {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:03:35.453026 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc1e5a0b-4dec-4bc2-9555-ab66e1f783cd", "tag": "62ae38f5-d61b-40e2-bed1-e2f1e667d463", "status": "completed", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:03:35.453290 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bb81b610-28d7-4497-90e7-adb1c04d4443 {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:03:35.453691 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc1e5a0b-4dec-4bc2-9555-ab66e1f783cd', 'tag': '62ae38f5-d61b-40e2-bed1-e2f1e667d463', 'status': 'completed', 'code': 200} Oct 18 03:03:35.515860 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae98c3-205c-4346-87be-9fc9dfb19b1d req-cef12732-033c-46b0-aa8f-adf7f28400ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:35.517347 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-aeae98c3-205c-4346-87be-9fc9dfb19b1d req-cef12732-033c-46b0-aa8f-adf7f28400ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aeb8c6079c594501930704c21f3365bb&device_id=bc1e5a0b-4dec-4bc2-9555-ab66e1f783cd HTTP/1.1" status: 200 len: 1097 time: 0.0449984 Oct 18 03:03:35.535889 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-861bcd51-7bdf-4b20-962f-18bf16adb63e req-601ee84c-d18d-475e-8ef2-7d394535850c tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:35.536833 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-861bcd51-7bdf-4b20-962f-18bf16adb63e req-601ee84c-d18d-475e-8ef2-7d394535850c tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-612639'] for floatingip, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:35.537168 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.db.l3_db [req-861bcd51-7bdf-4b20-962f-18bf16adb63e req-601ee84c-d18d-475e-8ef2-7d394535850c tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Floating IP 3e708cf2-dd30-4d82-b8dc-62b7b014deb4 disassociated. External IP: 172.27.3.76, port: a16b945e-b164-4ca8-8381-bef80a1ac009. Oct 18 03:03:35.537537 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [req-861bcd51-7bdf-4b20-962f-18bf16adb63e req-601ee84c-d18d-475e-8ef2-7d394535850c tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Calling delete_port for a16b945e-b164-4ca8-8381-bef80a1ac009 owned by compute:nova {{(pid=106637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:03:35.627202 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae98c3-205c-4346-87be-9fc9dfb19b1d req-2abe1b6a-db17-445d-93a0-4741f75ba62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:35.628671 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-aeae98c3-205c-4346-87be-9fc9dfb19b1d req-2abe1b6a-db17-445d-93a0-4741f75ba62f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=aeb8c6079c594501930704c21f3365bb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1015308 Oct 18 03:03:35.735578 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae98c3-205c-4346-87be-9fc9dfb19b1d req-a1d50cac-f666-4897-aacb-659f30c33df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:35.737028 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-aeae98c3-205c-4346-87be-9fc9dfb19b1d req-a1d50cac-f666-4897-aacb-659f30c33df2 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0994089 Oct 18 03:03:35.742296 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-861bcd51-7bdf-4b20-962f-18bf16adb63e req-601ee84c-d18d-475e-8ef2-7d394535850c tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:35.779741 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ee84c-d18d-475e-8ef2-7d394535850c tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Pushing event deleted for resources: {'Port': ['ID=a16b945e-b164-4ca8-8381-bef80a1ac009,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:35.819498 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262ce23-699c-4d92-84ee-86473636a891 req-15cdd23c-8cca-40fc-91b4-cc80fdbc9972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:35.820997 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8262ce23-699c-4d92-84ee-86473636a891 req-15cdd23c-8cca-40fc-91b4-cc80fdbc9972 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aeb8c6079c594501930704c21f3365bb&device_id=bc1e5a0b-4dec-4bc2-9555-ab66e1f783cd HTTP/1.1" status: 200 len: 1097 time: 0.0448565 Oct 18 03:03:35.864417 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8262ce23-699c-4d92-84ee-86473636a891 req-6319b2a5-843d-4376-b630-b815442f75e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62ae38f5-d61b-40e2-bed1-e2f1e667d463 HTTP/1.1" status: 200 len: 217 time: 0.0352411 Oct 18 03:03:35.897871 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.l3_agent_scheduler [req-861bcd51-7bdf-4b20-962f-18bf16adb63e req-601ee84c-d18d-475e-8ef2-7d394535850c tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Router 86dd0e9b-cdad-4570-8898-2dd4fe203da6 has already been hosted by L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 {{(pid=106637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 03:03:35.919879 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262ce23-699c-4d92-84ee-86473636a891 req-682d1451-c201-429a-ac76-2e89ce1e3af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:35.922375 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8262ce23-699c-4d92-84ee-86473636a891 req-682d1451-c201-429a-ac76-2e89ce1e3af8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d38104f-250f-4f3d-8909-ea5d7480a710 HTTP/1.1" status: 200 len: 854 time: 0.0496280 Oct 18 03:03:35.959893 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8262ce23-699c-4d92-84ee-86473636a891 req-3cc80bb4-444c-4d19-90cd-fdfda12af5a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee87d67f-51c3-4f94-a5f7-27ba2918850f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270388 Oct 18 03:03:36.036297 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-861bcd51-7bdf-4b20-962f-18bf16adb63e req-601ee84c-d18d-475e-8ef2-7d394535850c tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 03:03:36.049663 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66811d87-e6ac-426c-a774-c7cced415935 None None] Sync routers for ids ['86dd0e9b-cdad-4570-8898-2dd4fe203da6'] in dv-cinder-814333-1-iscsi {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 03:03:36.063919 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66811d87-e6ac-426c-a774-c7cced415935 None None] Routers {'86dd0e9b-cdad-4570-8898-2dd4fe203da6'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:03:36.064796 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-66811d87-e6ac-426c-a774-c7cced415935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:03:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['86dd0e9b-cdad-4570-8898-2dd4fe203da6'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:03:36.093344 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [req-861bcd51-7bdf-4b20-962f-18bf16adb63e req-601ee84c-d18d-475e-8ef2-7d394535850c tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] No DVR routers for this DVR port a16b945e-b164-4ca8-8381-bef80a1ac009 on host hv-cinder-81433 {{(pid=106637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 03:03:36.097316 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-861bcd51-7bdf-4b20-962f-18bf16adb63e req-601ee84c-d18d-475e-8ef2-7d394535850c tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:36.100728 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-861bcd51-7bdf-4b20-962f-18bf16adb63e req-601ee84c-d18d-475e-8ef2-7d394535850c tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.36 "DELETE /v2.0/ports/a16b945e-b164-4ca8-8381-bef80a1ac009 HTTP/1.1" status: 204 len: 173 time: 1.0019801 Oct 18 03:03:36.101184 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9575e503-5c9a-4e7b-b89b-d13b526a9216', 'name': 'network-vif-deleted', 'tag': 'a16b945e-b164-4ca8-8381-bef80a1ac009'}] {{(pid=106637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:03:36.104148 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84e416a7c2bb109cea857a7500c5c4b938dbd8fc9acb645868c31a21fed55845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca563794-6aaf-433c-a208-24814065026e" -d '{"events": [{"server_uuid": "9575e503-5c9a-4e7b-b89b-d13b526a9216", "name": "network-vif-deleted", "tag": "a16b945e-b164-4ca8-8381-bef80a1ac009"}]}' {{(pid=106637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:03:36.160827 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-44fb4950-5493-4087-988c-2c3de59abfda req-f46e6cb8-e9c5-4d4f-9bc9-030b5ae15009 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 210 time: 0.0836763 Oct 18 03:03:36.192177 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8262ce23-699c-4d92-84ee-86473636a891 req-fb26c440-8036-4909-bcd4-0aec9140c13f service neutron] 10.222.0.36 "GET /v2.0/networks/ee87d67f-51c3-4f94-a5f7-27ba2918850f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226391 Oct 18 03:03:36.213099 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf35db2-f001-4bfc-9cc3-bdbe3ac2f4a9 req-f8ac301d-2c96-4a4e-afba-35f528d6b59b tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:36.215833 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ebf35db2-f001-4bfc-9cc3-bdbe3ac2f4a9 req-f8ac301d-2c96-4a4e-afba-35f528d6b59b tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc1e5a0b-4dec-4bc2-9555-ab66e1f783cd HTTP/1.1" status: 200 len: 944 time: 0.1401122 Oct 18 03:03:36.228411 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8500f2e0-7a27-4858-aec1-1902158a2f7b x-openstack-request-id: req-8500f2e0-7a27-4858-aec1-1902158a2f7b {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:03:36.228698 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9575e503-5c9a-4e7b-b89b-d13b526a9216", "name": "network-vif-deleted", "tag": "a16b945e-b164-4ca8-8381-bef80a1ac009", "status": "completed", "code": 200}]} {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:03:36.231691 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8500f2e0-7a27-4858-aec1-1902158a2f7b {{(pid=106637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:03:36.231691 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9575e503-5c9a-4e7b-b89b-d13b526a9216', 'name': 'network-vif-deleted', 'tag': 'a16b945e-b164-4ca8-8381-bef80a1ac009', 'status': 'completed', 'code': 200} Oct 18 03:03:36.270423 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-66811d87-e6ac-426c-a774-c7cced415935 None None] Set router 86dd0e9b-cdad-4570-8898-2dd4fe203da6 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:03:36.321053 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ebf35db2-f001-4bfc-9cc3-bdbe3ac2f4a9 req-fab78ecd-416e-409d-9da5-58427e8d1b5d tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/security-groups?id=1768bbf3-a273-4a07-99a0-8ea664aac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961864 Oct 18 03:03:36.366540 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8262ce23-699c-4d92-84ee-86473636a891 req-5f4eb5af-a2ba-45a2-b192-b75a6a4d8cb7 service neutron] 10.222.0.36 "GET /v2.0/networks/ee87d67f-51c3-4f94-a5f7-27ba2918850f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642282 Oct 18 03:03:36.507697 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-66811d87-e6ac-426c-a774-c7cced415935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'name': 'tempest-AttachVolumeShelveTestJSON-812679274-router', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'c9c3470f-225d-4d95-9e29-b9c1de32b581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:58:58Z', 'updated_at': '2021-10-18T02:59:04Z', 'revision_number': 4, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'gw_port': {'id': 'c9c3470f-225d-4d95-9e29-b9c1de32b581', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:58:58Z', 'updated_at': '2021-10-18T02:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': 'ca4c779b-7758-45c3-b63d-84310c307805', 'name': '', 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'mac_address': 'fa:16:3e:3d:66:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dead32d3-ed00-4228-a06c-9c73190d2cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:03Z', 'updated_at': '2021-10-18T02:59:09Z', 'revision_number': 5, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'subnets': [{'id': 'dead32d3-ed00-4228-a06c-9c73190d2cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:03:36.535487 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66811d87-e6ac-426c-a774-c7cced415935 None None] Checking router: 86dd0e9b-cdad-4570-8898-2dd4fe203da6 for host: dv-cinder-814333-1-iscsi {{(pid=106638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 03:03:36.544130 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66811d87-e6ac-426c-a774-c7cced415935 None None] Routers {'86dd0e9b-cdad-4570-8898-2dd4fe203da6'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:03:36.544741 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-66811d87-e6ac-426c-a774-c7cced415935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:03:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['86dd0e9b-cdad-4570-8898-2dd4fe203da6'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:03:36.653073 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-66811d87-e6ac-426c-a774-c7cced415935 None None] Set router 86dd0e9b-cdad-4570-8898-2dd4fe203da6 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:03:36.857351 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-66811d87-e6ac-426c-a774-c7cced415935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'name': 'tempest-AttachVolumeShelveTestJSON-812679274-router', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'c9c3470f-225d-4d95-9e29-b9c1de32b581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:58:58Z', 'updated_at': '2021-10-18T02:59:04Z', 'revision_number': 4, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'gw_port': {'id': 'c9c3470f-225d-4d95-9e29-b9c1de32b581', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:58:58Z', 'updated_at': '2021-10-18T02:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': 'ca4c779b-7758-45c3-b63d-84310c307805', 'name': '', 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'mac_address': 'fa:16:3e:3d:66:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dead32d3-ed00-4228-a06c-9c73190d2cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:03Z', 'updated_at': '2021-10-18T02:59:09Z', 'revision_number': 5, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'subnets': [{'id': 'dead32d3-ed00-4228-a06c-9c73190d2cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:03:36.888464 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66811d87-e6ac-426c-a774-c7cced415935 None None] The sync data for ids ['86dd0e9b-cdad-4570-8898-2dd4fe203da6'] in dv-cinder-814333-1-iscsi is: [{'id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'name': 'tempest-AttachVolumeShelveTestJSON-812679274-router', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'c9c3470f-225d-4d95-9e29-b9c1de32b581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:58:58Z', 'updated_at': '2021-10-18T02:59:04Z', 'revision_number': 4, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'gw_port': {'id': 'c9c3470f-225d-4d95-9e29-b9c1de32b581', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:58:58Z', 'updated_at': '2021-10-18T02:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': 'ca4c779b-7758-45c3-b63d-84310c307805', 'name': '', 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'mac_address': 'fa:16:3e:3d:66:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dead32d3-ed00-4228-a06c-9c73190d2cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:03Z', 'updated_at': '2021-10-18T02:59:09Z', 'revision_number': 5, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'subnets': [{'id': 'dead32d3-ed00-4228-a06c-9c73190d2cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 03:03:37.136335 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b662cf4e-c403-4e56-b8c8-e6898782ddbb None None] New status for floating IP 3e708cf2-dd30-4d82-b8dc-62b7b014deb4: DOWN {{(pid=106639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 03:03:37.288453 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-69e1b2d3-42ed-4da2-aa05-2d7ec12fba9e req-60ee4a8e-9128-4aa9-a4a3-3551fdc9d725 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=9575e503-5c9a-4e7b-b89b-d13b526a9216 HTTP/1.1" status: 200 len: 210 time: 0.0363054 Oct 18 03:03:37.448333 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6769e7-13d7-4ea7-b81f-a5b863f56cbd req-4ee3a469-64b0-49b3-b0d7-8ea074999266 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:37.449918 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4d6769e7-13d7-4ea7-b81f-a5b863f56cbd req-4ee3a469-64b0-49b3-b0d7-8ea074999266 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc1e5a0b-4dec-4bc2-9555-ab66e1f783cd HTTP/1.1" status: 200 len: 944 time: 0.0551529 Oct 18 03:03:37.489133 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4d6769e7-13d7-4ea7-b81f-a5b863f56cbd req-407385ee-5be7-48fe-a6dc-30a17de1a4e3 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/security-groups?id=1768bbf3-a273-4a07-99a0-8ea664aac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330791 Oct 18 03:03:38.469429 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 36804) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:38.524164 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-1f4df4ff-3662-48db-9b9f-1baeec25919a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:38.553383 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-1f4df4ff-3662-48db-9b9f-1baeec25919a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:38.606513 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c612085-d42c-4e13-83c4-d0798b9edcbc req-d59cbb98-3aea-4d55-98c8-00a4de740ee6 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:38.608003 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0c612085-d42c-4e13-83c4-d0798b9edcbc req-d59cbb98-3aea-4d55-98c8-00a4de740ee6 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc1e5a0b-4dec-4bc2-9555-ab66e1f783cd HTTP/1.1" status: 200 len: 944 time: 0.0503194 Oct 18 03:03:38.645981 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0c612085-d42c-4e13-83c4-d0798b9edcbc req-952fc9fd-6704-4707-bb9f-9a91e23d8310 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/security-groups?id=1768bbf3-a273-4a07-99a0-8ea664aac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313523 Oct 18 03:03:38.724871 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-1f4df4ff-3662-48db-9b9f-1baeec25919a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:38.727478 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-1f4df4ff-3662-48db-9b9f-1baeec25919a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:38.728627 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-1f4df4ff-3662-48db-9b9f-1baeec25919a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "DELETE /v2.0/security-groups/6e45843a-d18e-41a4-9c25-a9e2b219317f HTTP/1.1" status: 204 len: 168 time: 0.2581708 Oct 18 03:03:38.731719 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 36808) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:38.738809 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4df4ff-3662-48db-9b9f-1baeec25919a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e45843a-d18e-41a4-9c25-a9e2b219317f,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:38.745516 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.api.v2.resource [None req-266e42c5-1743-451e-a794-1adb00630d31 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] show failed (client error): The resource could not be found. Oct 18 03:03:38.746521 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-266e42c5-1743-451e-a794-1adb00630d31 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups/6e45843a-d18e-41a4-9c25-a9e2b219317f HTTP/1.1" status: 404 len: 347 time: 0.0137391 Oct 18 03:03:38.750104 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 36810) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:38.906589 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-b32eb6cc-4695-4e7a-88ff-258d59a18680 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Deleting port 3a3b25f6-f02a-44ec-bd48-afb3916348e6 {{(pid=106636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:03:38.906845 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b32eb6cc-4695-4e7a-88ff-258d59a18680 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:38.979568 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b32eb6cc-4695-4e7a-88ff-258d59a18680 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:38.979886 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b32eb6cc-4695-4e7a-88ff-258d59a18680 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:38.992526 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-b32eb6cc-4695-4e7a-88ff-258d59a18680 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Calling delete_port for 3a3b25f6-f02a-44ec-bd48-afb3916348e6 owned by network:floatingip {{(pid=106636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:03:39.188206 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b32eb6cc-4695-4e7a-88ff-258d59a18680 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59726697'] for port, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:39.213226 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32eb6cc-4695-4e7a-88ff-258d59a18680 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Pushing event deleted for resources: {'Port': ['ID=3a3b25f6-f02a-44ec-bd48-afb3916348e6,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:39.288828 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b32eb6cc-4695-4e7a-88ff-258d59a18680 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for floatingip, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:39.291483 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b32eb6cc-4695-4e7a-88ff-258d59a18680 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for floatingip, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:39.292602 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-b32eb6cc-4695-4e7a-88ff-258d59a18680 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "DELETE /v2.0/floatingips/3e708cf2-dd30-4d82-b8dc-62b7b014deb4 HTTP/1.1" status: 204 len: 168 time: 0.5414937 Oct 18 03:03:39.760620 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccb8bb-e7ab-4803-a6fd-f9598ea8f199 req-103381f8-f4cc-466e-a0f9-f9d9a35d5295 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:39.762311 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8eccb8bb-e7ab-4803-a6fd-f9598ea8f199 req-103381f8-f4cc-466e-a0f9-f9d9a35d5295 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc1e5a0b-4dec-4bc2-9555-ab66e1f783cd HTTP/1.1" status: 200 len: 944 time: 0.0489624 Oct 18 03:03:39.776307 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 36822) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:39.780989 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-dfe8d68a-3862-4de4-b765-c087603067c2 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Request body: {'security_group': {'name': 'tempest-securitygroup--634009680', 'description': 'tempest-description--1994526073'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:03:39.800682 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8eccb8bb-e7ab-4803-a6fd-f9598ea8f199 req-98325e7e-1259-4d71-8ca4-63e03587e7e0 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/security-groups?id=1768bbf3-a273-4a07-99a0-8ea664aac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318089 Oct 18 03:03:39.931217 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-dfe8d68a-3862-4de4-b765-c087603067c2 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:39.943287 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 62ae38f5-d61b-40e2-bed1-e2f1e667d463 details requested by agent hyperv_hv-cinder-81433 with host hv-cinder-81433 {{(pid=106638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 03:03:40.006645 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-dfe8d68a-3862-4de4-b765-c087603067c2 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:40.069558 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device a16b945e-b164-4ca8-8381-bef80a1ac009 no longer exists at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:03:40.084984 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-dfe8d68a-3862-4de4-b765-c087603067c2 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:40.093740 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] No Port match for: a16b945e-b164-4ca8-8381-bef80a1ac009 {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:03:40.097208 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device a16b945e-b164-4ca8-8381-bef80a1ac009 not bound to the agent host hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:03:40.116726 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8d68a-3862-4de4-b765-c087603067c2 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8a4a07-9301-468a-891e-a13a8b5104c2,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:40.178854 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-dfe8d68a-3862-4de4-b765-c087603067c2 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:40.180098 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-dfe8d68a-3862-4de4-b765-c087603067c2 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4027972 Oct 18 03:03:40.183014 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 36828) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:40.188665 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-f77951bd-c660-45f8-ab3b-10b6695f3fac tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Request body: {'security_group_rule': {'security_group_id': '4b8a4a07-9301-468a-891e-a13a8b5104c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:03:40.193437 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 62ae38f5-d61b-40e2-bed1-e2f1e667d463, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=62ae38f5-d61b-40e2-bed1-e2f1e667d463,segment=NetworkSegment(b8f3f050-055d-48ef-afe2-c5127bdfb071),segment_id=b8f3f050-055d-48ef-afe2-c5127bdfb071)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:03:40.204783 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Returning: {'device': '62ae38f5-d61b-40e2-bed1-e2f1e667d463', 'network_id': 'ee87d67f-51c3-4f94-a5f7-27ba2918850f', 'port_id': '62ae38f5-d61b-40e2-bed1-e2f1e667d463', 'mac_address': 'fa:16:3e:4d:cc:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d38104f-250f-4f3d-8909-ea5d7480a710', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 03:03:40.245245 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:40.258477 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ae38f5-d61b-40e2-bed1-e2f1e667d463 {{(pid=106638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 03:03:40.276820 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 62ae38f5-d61b-40e2-bed1-e2f1e667d463, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=62ae38f5-d61b-40e2-bed1-e2f1e667d463,segment=NetworkSegment(b8f3f050-055d-48ef-afe2-c5127bdfb071),segment_id=b8f3f050-055d-48ef-afe2-c5127bdfb071)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:03:40.306938 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f77951bd-c660-45f8-ab3b-10b6695f3fac tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:40.354495 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:40.422787 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=62ae38f5-d61b-40e2-bed1-e2f1e667d463,revision_number=4']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:40.596961 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f77951bd-c660-45f8-ab3b-10b6695f3fac tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:40.615799 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['62ae38f5-d61b-40e2-bed1-e2f1e667d463'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:03:40.708546 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f77951bd-c660-45f8-ab3b-10b6695f3fac tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612827'] for security_group_rule, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:40.758616 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77951bd-c660-45f8-ab3b-10b6695f3fac tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=687c6372-ab3e-434f-b05b-346c13d0e92e,revision_number=0']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:40.921194 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5065a-c38f-4b52-a661-e78a89aa131b req-2072a65f-58ad-4552-ae15-6e7801842bd2 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:40.922688 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-17a5065a-c38f-4b52-a661-e78a89aa131b req-2072a65f-58ad-4552-ae15-6e7801842bd2 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc1e5a0b-4dec-4bc2-9555-ab66e1f783cd HTTP/1.1" status: 200 len: 945 time: 0.0545669 Oct 18 03:03:40.960530 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-17a5065a-c38f-4b52-a661-e78a89aa131b req-e437a6b7-6461-4d1e-b4ef-dd2ca59dfe5b tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/security-groups?id=1768bbf3-a273-4a07-99a0-8ea664aac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319769 Oct 18 03:03:41.019010 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f77951bd-c660-45f8-ab3b-10b6695f3fac tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:41.020168 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-f77951bd-c660-45f8-ab3b-10b6695f3fac tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8362463 Oct 18 03:03:41.022797 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 36838) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:41.027011 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-99da3985-155f-4179-b12d-3b54c699c0d6 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Request body: {'security_group_rule': {'security_group_id': '4b8a4a07-9301-468a-891e-a13a8b5104c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:03:41.123758 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-99da3985-155f-4179-b12d-3b54c699c0d6 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:41.179084 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-99da3985-155f-4179-b12d-3b54c699c0d6 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:41.244971 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-99da3985-155f-4179-b12d-3b54c699c0d6 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612827'] for security_group_rule, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:41.259573 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da3985-155f-4179-b12d-3b54c699c0d6 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a117652-2b6d-4e71-8491-9073cb0ceee2,revision_number=0']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:41.349797 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-99da3985-155f-4179-b12d-3b54c699c0d6 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:41.351081 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-99da3985-155f-4179-b12d-3b54c699c0d6 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3273225 Oct 18 03:03:41.354418 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 36848) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:41.361064 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-560f088c-2ea3-4882-acb9-5c1b9fdf5aa7 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Request body: {'floatingip': {'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:03:41.491211 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-560f088c-2ea3-4882-acb9-5c1b9fdf5aa7 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for floatingip, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:41.586850 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-560f088c-2ea3-4882-acb9-5c1b9fdf5aa7 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:41.692952 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_common [None req-560f088c-2ea3-4882-acb9-5c1b9fdf5aa7 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Allocated IP 172.27.3.104 (ec1e2d0f-026f-465c-b326-53f6d0173c72/df7c5eba-93a9-4f97-9356-1dcfa994647a/474ee553-1d0d-42fd-8325-62931c8e132e) {{(pid=106637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:03:41.796947 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-560f088c-2ea3-4882-acb9-5c1b9fdf5aa7 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for port, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:41.953951 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-560f088c-2ea3-4882-acb9-5c1b9fdf5aa7 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:41.957775 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 62ae38f5-d61b-40e2-bed1-e2f1e667d463 up at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:03:42.005293 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560f088c-2ea3-4882-acb9-5c1b9fdf5aa7 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Network ec1e2d0f-026f-465c-b326-53f6d0173c72 is already hosted by enough agents. {{(pid=106637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:03:42.012723 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [None req-560f088c-2ea3-4882-acb9-5c1b9fdf5aa7 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Resources bound (agent type, host, resource id): {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:03:42.016489 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560f088c-2ea3-4882-acb9-5c1b9fdf5aa7 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Received port after_create {{(pid=106637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:03:42.025177 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f088c-2ea3-4882-acb9-5c1b9fdf5aa7 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Pushing event updated for resources: {'Port': ['ID=474ee553-1d0d-42fd-8325-62931c8e132e,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:42.085341 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44c860-175c-4e88-ae0d-fe7970a0a349 req-839d7df7-785c-4495-9552-d36136ac1138 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:42.086842 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9a44c860-175c-4e88-ae0d-fe7970a0a349 req-839d7df7-785c-4495-9552-d36136ac1138 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc1e5a0b-4dec-4bc2-9555-ab66e1f783cd HTTP/1.1" status: 200 len: 945 time: 0.0522978 Oct 18 03:03:42.109428 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-560f088c-2ea3-4882-acb9-5c1b9fdf5aa7 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:42.113902 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning for port 62ae38f5-d61b-40e2-bed1-e2f1e667d463 completed by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 03:03:42.117712 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning complete for port 62ae38f5-d61b-40e2-bed1-e2f1e667d463 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:03:42.118123 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:42.126949 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9a44c860-175c-4e88-ae0d-fe7970a0a349 req-e7e274c6-7054-42ef-9ce8-a4743d23163c tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/security-groups?id=1768bbf3-a273-4a07-99a0-8ea664aac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330946 Oct 18 03:03:42.193735 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:42.219775 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-560f088c-2ea3-4882-acb9-5c1b9fdf5aa7 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:42.220026 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1e5a0b-4dec-4bc2-9555-ab66e1f783cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ae38f5-d61b-40e2-bed1-e2f1e667d463'}] {{(pid=106638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:03:42.222114 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd784869ff86f08281957869a4884f8f45cf6a5f98b2b439ba04ffc4a22c0e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd18e43c-ed57-4339-8247-c84b433c37a0" -d '{"events": [{"server_uuid": "bc1e5a0b-4dec-4bc2-9555-ab66e1f783cd", "name": "network-vif-plugged", "status": "completed", "tag": "62ae38f5-d61b-40e2-bed1-e2f1e667d463"}]}' {{(pid=106638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:03:42.235336 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 62ae38f5-d61b-40e2-bed1-e2f1e667d463, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=62ae38f5-d61b-40e2-bed1-e2f1e667d463,segment=NetworkSegment(b8f3f050-055d-48ef-afe2-c5127bdfb071),segment_id=b8f3f050-055d-48ef-afe2-c5127bdfb071)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:03:42.261463 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bed2a4-1a00-42bb-ae9f-510b56026c93 x-openstack-request-id: req-a1bed2a4-1a00-42bb-ae9f-510b56026c93 {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:03:42.261816 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1e5a0b-4dec-4bc2-9555-ab66e1f783cd", "name": "network-vif-plugged", "status": "completed", "tag": "62ae38f5-d61b-40e2-bed1-e2f1e667d463", "code": 200}]} {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:03:42.262070 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a1bed2a4-1a00-42bb-ae9f-510b56026c93 {{(pid=106638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:03:42.262465 dv-cinder-814333-1-iscsi neutron-server[106638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1e5a0b-4dec-4bc2-9555-ab66e1f783cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ae38f5-d61b-40e2-bed1-e2f1e667d463', 'code': 200} Oct 18 03:03:42.302534 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:42.354172 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=62ae38f5-d61b-40e2-bed1-e2f1e667d463,revision_number=5']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:42.372989 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-560f088c-2ea3-4882-acb9-5c1b9fdf5aa7 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for port, precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:42.439521 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-560f088c-2ea3-4882-acb9-5c1b9fdf5aa7 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3168564'] for port, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:42.506849 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f088c-2ea3-4882-acb9-5c1b9fdf5aa7 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Pushing event updated for resources: {'Port': ['ID=474ee553-1d0d-42fd-8325-62931c8e132e,revision_number=2']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:42.520461 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-560f088c-2ea3-4882-acb9-5c1b9fdf5aa7 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-612639'] for floatingip, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:42.626272 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de11e4-280b-4e9a-aaad-fabb00c6d5ee req-6ec6008a-e4f8-4e9c-9a16-abaa20559190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:42.627767 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-21de11e4-280b-4e9a-aaad-fabb00c6d5ee req-6ec6008a-e4f8-4e9c-9a16-abaa20559190 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bc1e5a0b-4dec-4bc2-9555-ab66e1f783cd HTTP/1.1" status: 200 len: 1099 time: 0.0398598 Oct 18 03:03:42.665396 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-21de11e4-280b-4e9a-aaad-fabb00c6d5ee req-b53c2085-0285-4965-9f30-745245cd1c5d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1768bbf3-a273-4a07-99a0-8ea664aac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287199 Oct 18 03:03:42.675680 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-560f088c-2ea3-4882-acb9-5c1b9fdf5aa7 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for floatingip, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:42.681511 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-560f088c-2ea3-4882-acb9-5c1b9fdf5aa7 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3216093 Oct 18 03:03:42.858797 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-88fa3280-58b2-4cbf-a569-2f5d94d761e3 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--634009680&fields=id&tenant_id=b2bab566054f4b83aef927c6227a69ea HTTP/1.1" status: 200 len: 267 time: 0.0328875 Oct 18 03:03:42.966766 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-3be9c21a-b5f5-453b-bd8a-8e4faa4a6fbd tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:42.968399 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-3be9c21a-b5f5-453b-bd8a-8e4faa4a6fbd tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/networks?id=2e8a63a2-5796-4af1-8add-99fedc042cba HTTP/1.1" status: 200 len: 816 time: 0.1028225 Oct 18 03:03:42.984487 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-2f7ea2af-c842-4a8c-98a6-b66b5cf8858e tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/quotas/b2bab566054f4b83aef927c6227a69ea HTTP/1.1" status: 200 len: 375 time: 0.0105987 Oct 18 03:03:43.036824 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-8aa500ad-92cd-4054-b5a7-6172ebd06892 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2bab566054f4b83aef927c6227a69ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467825 Oct 18 03:03:43.136542 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-3909b4be-357a-4090-b7ba-f593d6c3d6e0 service neutron] 10.222.0.30 "GET /v2.0/networks/2e8a63a2-5796-4af1-8add-99fedc042cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852757 Oct 18 03:03:43.253570 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-7b55f081-eb3c-4a92-b3cf-0b82f8fa30fd service neutron] 10.222.0.30 "GET /v2.0/networks/2e8a63a2-5796-4af1-8add-99fedc042cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107135 Oct 18 03:03:43.266518 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb67cf2-b4bb-4b51-ba94-1f1f5b1aece0 req-408deb5a-92ee-4aef-9f1a-742c489320a5 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:43.267241 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1cb67cf2-b4bb-4b51-ba94-1f1f5b1aece0 req-408deb5a-92ee-4aef-9f1a-742c489320a5 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc1e5a0b-4dec-4bc2-9555-ab66e1f783cd HTTP/1.1" status: 200 len: 946 time: 0.0705957 Oct 18 03:03:43.308860 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1cb67cf2-b4bb-4b51-ba94-1f1f5b1aece0 req-09d4b526-fd2a-40b0-b658-629568415f08 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/security-groups?id=1768bbf3-a273-4a07-99a0-8ea664aac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355763 Oct 18 03:03:43.481056 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e129d869-fe66-420c-8d3d-8c11157ba03e req-c2e4cdb6-e8e3-4cc0-b572-b3d0717f03b1 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 210 time: 0.0315886 Oct 18 03:03:44.426735 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf40329a-8ff3-4fc1-9545-a288c74b0226 req-33d96fea-7a37-4d94-b1b5-42834d352f92 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:44.428076 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cf40329a-8ff3-4fc1-9545-a288c74b0226 req-33d96fea-7a37-4d94-b1b5-42834d352f92 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc1e5a0b-4dec-4bc2-9555-ab66e1f783cd HTTP/1.1" status: 200 len: 946 time: 0.0498166 Oct 18 03:03:44.467407 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cf40329a-8ff3-4fc1-9545-a288c74b0226 req-61f7ad04-b864-479b-82b5-5b952eed7cb1 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/security-groups?id=1768bbf3-a273-4a07-99a0-8ea664aac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333803 Oct 18 03:03:44.681585 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ed7b5356-c750-4711-a386-78831d531f38 req-65a44f41-e3f8-4b32-91dd-74477d39d401 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 210 time: 0.0300395 Oct 18 03:03:44.803446 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb91c2-4c0f-4b9c-bf87-ff4f2c361996 req-63575571-29f5-4692-8399-3744f8056dd7 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:44.804895 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-fffb91c2-4c0f-4b9c-bf87-ff4f2c361996 req-63575571-29f5-4692-8399-3744f8056dd7 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0551114 Oct 18 03:03:44.842345 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-fffb91c2-4c0f-4b9c-bf87-ff4f2c361996 req-383686db-ea80-464e-962a-b5b902397147 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311992 Oct 18 03:03:45.738398 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-2be266a1-e5ae-4d84-99d6-f12ebb52b788 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:45.740160 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-2be266a1-e5ae-4d84-99d6-f12ebb52b788 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.36 "GET /v2.0/networks?id=2e8a63a2-5796-4af1-8add-99fedc042cba HTTP/1.1" status: 200 len: 816 time: 0.1072803 Oct 18 03:03:45.803718 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1993fa53-bb5a-4161-aa4d-b11804b3f39c req-8fa9f0fa-aea6-4170-8322-c0cd06ce9819 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 210 time: 0.0394025 Oct 18 03:03:45.824247 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-5a2c5650-05de-434c-b8be-7cd2a9a8ff29 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2bab566054f4b83aef927c6227a69ea HTTP/1.1" status: 200 len: 379 time: 0.0734386 Oct 18 03:03:45.834319 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-0b111ba9-99aa-4d86-814e-9dd6a646130a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Request body: {'port': {'device_id': '8b0d9fd7-a622-4003-9631-9d30ba1c77f6', 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba', 'admin_state_up': True, 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'security_groups': ['4b8a4a07-9301-468a-891e-a13a8b5104c2']}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:03:45.984832 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07390ef9-3819-47dc-8cce-c5027cc55e1c req-4c548614-7506-46cd-a343-74e2707dcb91 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:45.987713 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-07390ef9-3819-47dc-8cce-c5027cc55e1c req-4c548614-7506-46cd-a343-74e2707dcb91 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0714602 Oct 18 03:03:46.025131 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-07390ef9-3819-47dc-8cce-c5027cc55e1c req-c35ac8d6-6137-4fb6-b4da-2ebe39d35eac tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328097 Oct 18 03:03:46.113545 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-0b111ba9-99aa-4d86-814e-9dd6a646130a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Made reservation on behalf of b2bab566054f4b83aef927c6227a69ea for: {'port': 1} {{(pid=106636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 03:03:46.117149 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-0b111ba9-99aa-4d86-814e-9dd6a646130a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:46.242745 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.db_base_plugin_common [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-0b111ba9-99aa-4d86-814e-9dd6a646130a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Allocated IP 172.20.0.4 (2e8a63a2-5796-4af1-8add-99fedc042cba/dead32d3-ed00-4228-a06c-9c73190d2cad/42da4003-0bba-483b-b2e1-66ab4b84b436) {{(pid=106636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:03:46.379652 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-0b111ba9-99aa-4d86-814e-9dd6a646130a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for port, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:46.485168 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-0b111ba9-99aa-4d86-814e-9dd6a646130a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59726697'] for port, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:46.528878 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-0b111ba9-99aa-4d86-814e-9dd6a646130a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Network 2e8a63a2-5796-4af1-8add-99fedc042cba is already hosted by enough agents. {{(pid=106636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:03:46.532101 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-0b111ba9-99aa-4d86-814e-9dd6a646130a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Resources bound (agent type, host, resource id): {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:03:46.534606 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-0b111ba9-99aa-4d86-814e-9dd6a646130a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Received port after_create {{(pid=106636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:03:46.568311 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b111ba9-99aa-4d86-814e-9dd6a646130a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Pushing event updated for resources: {'Port': ['ID=42da4003-0bba-483b-b2e1-66ab4b84b436,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:46.600342 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-0b111ba9-99aa-4d86-814e-9dd6a646130a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:46.601087 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-0b111ba9-99aa-4d86-814e-9dd6a646130a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:46.670479 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-0b111ba9-99aa-4d86-814e-9dd6a646130a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8398113 Oct 18 03:03:46.723861 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-7ec10102-fd65-436d-82a4-ba81f64d56b1 None None] Provisioning complete for port 42da4003-0bba-483b-b2e1-66ab4b84b436 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:03:46.724554 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-7ec10102-fd65-436d-82a4-ba81f64d56b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:46.758677 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-7ec10102-fd65-436d-82a4-ba81f64d56b1 None None] Port 42da4003-0bba-483b-b2e1-66ab4b84b436 cannot update to ACTIVE because it is not bound. {{(pid=106638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 03:03:46.873810 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-105e7805-3f5a-4475-a2d9-6ab20aaa8f97 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1801173244&fields=id&tenant_id=62affdb1ab2e4d1e8559a84ed78fda53 HTTP/1.1" status: 200 len: 267 time: 0.0325916 Oct 18 03:03:46.977871 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a7588-2076-4918-ae3c-6f554bc1fd24 req-f70b7c79-2be8-4eca-b4d6-972e69434153 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:46.979565 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-390a7588-2076-4918-ae3c-6f554bc1fd24 req-f70b7c79-2be8-4eca-b4d6-972e69434153 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 931 time: 0.1013722 Oct 18 03:03:47.249901 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-7ad773af-0149-4753-b823-24f2a5eb834e tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:47.251181 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-7ad773af-0149-4753-b823-24f2a5eb834e tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/networks?id=e87ad9a1-7666-4e2f-b8d8-84a634a81d93 HTTP/1.1" status: 200 len: 809 time: 0.3647447 Oct 18 03:03:47.271774 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-390a7588-2076-4918-ae3c-6f554bc1fd24 req-ecc60910-3bed-4b0a-a5bd-2b3cdff3c216 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2856560 Oct 18 03:03:47.273028 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-954b78f7-effb-41f5-b598-6a03e24a0832 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/quotas/62affdb1ab2e4d1e8559a84ed78fda53 HTTP/1.1" status: 200 len: 375 time: 0.0150282 Oct 18 03:03:47.330641 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-d55815d4-4cd9-4734-8ac8-371854355fe1 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=62affdb1ab2e4d1e8559a84ed78fda53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518951 Oct 18 03:03:47.428677 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8a71f-5559-44fd-af2e-2808a7d08182 req-d928932a-cb15-4efb-abce-c78e02fb51dd tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:47.430134 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5da8a71f-5559-44fd-af2e-2808a7d08182 req-d928932a-cb15-4efb-abce-c78e02fb51dd tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0986228 Oct 18 03:03:47.469648 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-c88f14ae-954c-4b63-8185-3c0dfef080f3 service neutron] 10.222.0.30 "GET /v2.0/networks/e87ad9a1-7666-4e2f-b8d8-84a634a81d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280463 Oct 18 03:03:47.499358 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5da8a71f-5559-44fd-af2e-2808a7d08182 req-66b72ba6-f73c-4374-8df3-74a84266cf65 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606143 Oct 18 03:03:47.569106 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-18918295-3c72-4f01-9ec1-1037dab168dc service neutron] 10.222.0.30 "GET /v2.0/networks/e87ad9a1-7666-4e2f-b8d8-84a634a81d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925577 Oct 18 03:03:48.149526 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-354afb5d-5568-49a1-af07-646c3365d815 req-1134ec5c-eff5-47e6-9ae2-607d63c48f37 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 210 time: 0.0273964 Oct 18 03:03:48.389894 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a809a9c-4ffb-4144-ae45-b4d38bc2ab5b req-a4093b1c-cc9a-4079-8388-972dc2f155e2 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:48.391395 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7a809a9c-4ffb-4144-ae45-b4d38bc2ab5b req-a4093b1c-cc9a-4079-8388-972dc2f155e2 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 931 time: 0.0488679 Oct 18 03:03:48.428171 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7a809a9c-4ffb-4144-ae45-b4d38bc2ab5b req-9cbcf152-6a6d-4c4d-9835-ec4953ecab5d tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308692 Oct 18 03:03:48.614178 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e18b61-ebd9-4118-bbb6-9543aedc2e98 req-57969241-1287-4ac1-a639-cf84863e76f4 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:48.615818 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f9e18b61-ebd9-4118-bbb6-9543aedc2e98 req-57969241-1287-4ac1-a639-cf84863e76f4 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0488338 Oct 18 03:03:48.657093 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f9e18b61-ebd9-4118-bbb6-9543aedc2e98 req-2c78115d-52cf-42c6-8c5b-2038a0a16608 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322897 Oct 18 03:03:49.213868 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-a8e278c4-0374-4cd7-958d-0f5bf831612c service neutron] Request body: {'port': {'device_id': '8b0d9fd7-a622-4003-9631-9d30ba1c77f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81433'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:03:49.246494 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-45391fbb-0351-4a87-be17-223d744dfd22 req-263b0593-b8fe-4aae-a19d-5bc3653a76ad tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 210 time: 0.0474219 Oct 18 03:03:49.280725 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-a8e278c4-0374-4cd7-958d-0f5bf831612c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:49.302183 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-9f4e34f8-3279-4617-b74c-da8d96e158df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:49.571157 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-a8e278c4-0374-4cd7-958d-0f5bf831612c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42da4003-0bba-483b-b2e1-66ab4b84b436 {{(pid=106636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 03:03:49.581089 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-a8e278c4-0374-4cd7-958d-0f5bf831612c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:49.598132 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e5e08-64bd-4c3f-acd4-d2229e4c4c60 req-b7cad706-bf03-4225-a132-2e65195d52c8 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:49.599607 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-152e5e08-64bd-4c3f-acd4-d2229e4c4c60 req-b7cad706-bf03-4225-a132-2e65195d52c8 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 931 time: 0.0968838 Oct 18 03:03:49.604644 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-a8e278c4-0374-4cd7-958d-0f5bf831612c service neutron] Transition to ACTIVE for port object 42da4003-0bba-483b-b2e1-66ab4b84b436 will not be triggered until provisioned by entity L2. {{(pid=106636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 03:03:49.637918 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-152e5e08-64bd-4c3f-acd4-d2229e4c4c60 req-7b349e5a-49a4-40fe-807d-5b81467284fb tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320282 Oct 18 03:03:49.720147 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-a8e278c4-0374-4cd7-958d-0f5bf831612c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59726704'] for port, after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:49.756589 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba8026-8094-4949-95d1-51c6e9857a6d req-852c6591-28c0-4041-b1c3-ff6cd3db8b88 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:49.758095 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-8aba8026-8094-4949-95d1-51c6e9857a6d req-852c6591-28c0-4041-b1c3-ff6cd3db8b88 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.36 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.0539765 Oct 18 03:03:49.813417 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e278c4-0374-4cd7-958d-0f5bf831612c service neutron] Pushing event updated for resources: {'Port': ['ID=42da4003-0bba-483b-b2e1-66ab4b84b436,revision_number=2']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:49.880628 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4a577-7583-44f4-ba88-3fd16da32566 req-1726e17b-83bb-4a36-9301-6599715ba55a tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:49.882286 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6ba4a577-7583-44f4-ba88-3fd16da32566 req-1726e17b-83bb-4a36-9301-6599715ba55a tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 945 time: 0.1362178 Oct 18 03:03:49.882889 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [req-8aba8026-8094-4949-95d1-51c6e9857a6d req-0373ae13-1e7a-4415-9dc8-13baae491a3a tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Deleting port f317c9fd-d300-4a87-95e5-522ead93d023 {{(pid=106637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:03:49.883230 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-8aba8026-8094-4949-95d1-51c6e9857a6d req-0373ae13-1e7a-4415-9dc8-13baae491a3a tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:49.981013 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6ba4a577-7583-44f4-ba88-3fd16da32566 req-84b95811-e9dd-4cd4-85d2-a43699724b08 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6ef943b-4a7f-4bdc-b015-4d201c90b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796108 Oct 18 03:03:49.982171 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-a8e278c4-0374-4cd7-958d-0f5bf831612c service neutron] Attempting to bind port 42da4003-0bba-483b-b2e1-66ab4b84b436 on host hv-cinder-81433 for vnic_type normal with profile {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 03:03:49.982522 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-a8e278c4-0374-4cd7-958d-0f5bf831612c service neutron] Attempting to bind port 42da4003-0bba-483b-b2e1-66ab4b84b436 by drivers openvswitch,hyperv on host hv-cinder-81433 at level 0 using segments [{'id': '0a4479a8-2092-4dd6-9759-50afb4a3e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba'}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 03:03:49.982854 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-a8e278c4-0374-4cd7-958d-0f5bf831612c service neutron] Attempting to bind port 42da4003-0bba-483b-b2e1-66ab4b84b436 on network 2e8a63a2-5796-4af1-8add-99fedc042cba {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:03:49.988885 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-a8e278c4-0374-4cd7-958d-0f5bf831612c service neutron] Port 42da4003-0bba-483b-b2e1-66ab4b84b436 on network 2e8a63a2-5796-4af1-8add-99fedc042cba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81433 {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 03:03:49.989281 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-a8e278c4-0374-4cd7-958d-0f5bf831612c service neutron] Attempting to bind port 42da4003-0bba-483b-b2e1-66ab4b84b436 on network 2e8a63a2-5796-4af1-8add-99fedc042cba {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:03:49.994665 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-a8e278c4-0374-4cd7-958d-0f5bf831612c service neutron] Checking agent: {'id': '54b63e31-ff86-4d84-9464-5034764a1d76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81433', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'started_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 3, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 03:03:49.994977 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-a8e278c4-0374-4cd7-958d-0f5bf831612c service neutron] Checking segment: {'id': '0a4479a8-2092-4dd6-9759-50afb4a3e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:03:49.995354 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-a8e278c4-0374-4cd7-958d-0f5bf831612c service neutron] Bound using segment: {'id': '0a4479a8-2092-4dd6-9759-50afb4a3e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba'} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 03:03:49.995814 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-a8e278c4-0374-4cd7-958d-0f5bf831612c service neutron] Bound port: 42da4003-0bba-483b-b2e1-66ab4b84b436, host: hv-cinder-81433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a4479a8-2092-4dd6-9759-50afb4a3e69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba'}}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 03:03:49.996379 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-a8e278c4-0374-4cd7-958d-0f5bf831612c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:50.009148 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [req-8aba8026-8094-4949-95d1-51c6e9857a6d req-0373ae13-1e7a-4415-9dc8-13baae491a3a tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] For port f317c9fd-d300-4a87-95e5-522ead93d023, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=f317c9fd-d300-4a87-95e5-522ead93d023,segment=NetworkSegment(61950c5d-464e-44a7-9413-2dacd41366ea),segment_id=61950c5d-464e-44a7-9413-2dacd41366ea)] {{(pid=106637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:03:50.009496 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-8aba8026-8094-4949-95d1-51c6e9857a6d req-0373ae13-1e7a-4415-9dc8-13baae491a3a tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:50.064013 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-a8e278c4-0374-4cd7-958d-0f5bf831612c service neutron] For port 42da4003-0bba-483b-b2e1-66ab4b84b436, host hv-cinder-81433, cleared binding levels {{(pid=106636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 03:03:50.067051 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-a8e278c4-0374-4cd7-958d-0f5bf831612c service neutron] For port 42da4003-0bba-483b-b2e1-66ab4b84b436, host hv-cinder-81433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=42da4003-0bba-483b-b2e1-66ab4b84b436,segment=NetworkSegment(0a4479a8-2092-4dd6-9759-50afb4a3e69f),segment_id=0a4479a8-2092-4dd6-9759-50afb4a3e69f)] {{(pid=106636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 03:03:50.189222 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-a8e278c4-0374-4cd7-958d-0f5bf831612c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59726704'] for port, after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:50.189575 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-8aba8026-8094-4949-95d1-51c6e9857a6d req-0373ae13-1e7a-4415-9dc8-13baae491a3a tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:50.189962 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-8aba8026-8094-4949-95d1-51c6e9857a6d req-0373ae13-1e7a-4415-9dc8-13baae491a3a tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-612639'] for floatingip, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:50.190286 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.db.l3_db [req-8aba8026-8094-4949-95d1-51c6e9857a6d req-0373ae13-1e7a-4415-9dc8-13baae491a3a tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Floating IP 8e8762e0-8c65-4c8f-b554-4c57db97d2e7 disassociated. External IP: 172.27.3.93, port: f317c9fd-d300-4a87-95e5-522ead93d023. Oct 18 03:03:50.190625 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [req-8aba8026-8094-4949-95d1-51c6e9857a6d req-0373ae13-1e7a-4415-9dc8-13baae491a3a tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Calling delete_port for f317c9fd-d300-4a87-95e5-522ead93d023 owned by compute:nova {{(pid=106637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:03:50.227417 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-a8e278c4-0374-4cd7-958d-0f5bf831612c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:50.227417 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-a8e278c4-0374-4cd7-958d-0f5bf831612c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:50.229235 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-a8e278c4-0374-4cd7-958d-0f5bf831612c service neutron] 10.222.0.36 "PUT /v2.0/ports/42da4003-0bba-483b-b2e1-66ab4b84b436 HTTP/1.1" status: 200 len: 1093 time: 1.0205867 Oct 18 03:03:50.231623 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b0d9fd7-a622-4003-9631-9d30ba1c77f6', 'tag': '42da4003-0bba-483b-b2e1-66ab4b84b436'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:03:50.235109 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}496079113880dc21d8e474160779c487de2a9ec27c44afe50e843faa48598ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2b89bb-a56a-4f6b-9db2-e40ae0529d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "8b0d9fd7-a622-4003-9631-9d30ba1c77f6", "tag": "42da4003-0bba-483b-b2e1-66ab4b84b436"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:03:50.270476 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e278c4-0374-4cd7-958d-0f5bf831612c service neutron] Pushing event updated for resources: {'Port': ['ID=42da4003-0bba-483b-b2e1-66ab4b84b436,revision_number=3']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:50.302386 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 03:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1355e2-d4da-4d8f-bf15-b16824d6d7b4 x-openstack-request-id: req-ad1355e2-d4da-4d8f-bf15-b16824d6d7b4 {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:03:50.302938 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b0d9fd7-a622-4003-9631-9d30ba1c77f6", "tag": "42da4003-0bba-483b-b2e1-66ab4b84b436", "status": "completed", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:03:50.304176 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ad1355e2-d4da-4d8f-bf15-b16824d6d7b4 {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:03:50.304745 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b0d9fd7-a622-4003-9631-9d30ba1c77f6', 'tag': '42da4003-0bba-483b-b2e1-66ab4b84b436', 'status': 'completed', 'code': 200} Oct 18 03:03:50.387596 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-612604d4-4ee6-48f3-8fed-439d86b75205 req-037c412e-1af4-4918-9a89-426bc3319c0c tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 210 time: 0.0422952 Oct 18 03:03:50.408158 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b89bb-a56a-4f6b-9db2-e40ae0529d3c req-df71ddda-e63a-494f-a2e5-948e5c707252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:50.408158 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4b2b89bb-a56a-4f6b-9db2-e40ae0529d3c req-df71ddda-e63a-494f-a2e5-948e5c707252 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2bab566054f4b83aef927c6227a69ea&device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 1096 time: 0.0739019 Oct 18 03:03:50.410774 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-8aba8026-8094-4949-95d1-51c6e9857a6d req-0373ae13-1e7a-4415-9dc8-13baae491a3a tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:50.439885 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0373ae13-1e7a-4415-9dc8-13baae491a3a tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Pushing event deleted for resources: {'Port': ['ID=f317c9fd-d300-4a87-95e5-522ead93d023,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:50.522924 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b89bb-a56a-4f6b-9db2-e40ae0529d3c req-86e600f3-34f7-4e08-950b-d315e4543438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:50.525194 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4b2b89bb-a56a-4f6b-9db2-e40ae0529d3c req-86e600f3-34f7-4e08-950b-d315e4543438 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b2bab566054f4b83aef927c6227a69ea&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1141262 Oct 18 03:03:50.555650 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8aba8026-8094-4949-95d1-51c6e9857a6d req-0373ae13-1e7a-4415-9dc8-13baae491a3a tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Router 0d03d7ff-e945-42d0-ab49-8db15756a142 has already been hosted by L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 {{(pid=106637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 03:03:50.623764 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b89bb-a56a-4f6b-9db2-e40ae0529d3c req-9c7a4e04-d9cb-4ce4-90a7-4829689cee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:50.626054 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4b2b89bb-a56a-4f6b-9db2-e40ae0529d3c req-9c7a4e04-d9cb-4ce4-90a7-4829689cee6a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933044 Oct 18 03:03:50.663270 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8aba8026-8094-4949-95d1-51c6e9857a6d req-0373ae13-1e7a-4415-9dc8-13baae491a3a tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 03:03:50.676121 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a959cf-3bba-434b-a85d-e32ab561384e None None] Sync routers for ids ['0d03d7ff-e945-42d0-ab49-8db15756a142'] in dv-cinder-814333-1-iscsi {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 03:03:50.690359 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a959cf-3bba-434b-a85d-e32ab561384e None None] Routers {'0d03d7ff-e945-42d0-ab49-8db15756a142'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:03:50.691414 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-25a959cf-3bba-434b-a85d-e32ab561384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:03:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['0d03d7ff-e945-42d0-ab49-8db15756a142'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:03:50.706692 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aba8026-8094-4949-95d1-51c6e9857a6d req-0373ae13-1e7a-4415-9dc8-13baae491a3a tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] No DVR routers for this DVR port f317c9fd-d300-4a87-95e5-522ead93d023 on host hv-cinder-81433 {{(pid=106637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 03:03:50.709704 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-8aba8026-8094-4949-95d1-51c6e9857a6d req-0373ae13-1e7a-4415-9dc8-13baae491a3a tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:50.713216 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-8aba8026-8094-4949-95d1-51c6e9857a6d req-0373ae13-1e7a-4415-9dc8-13baae491a3a tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.36 "DELETE /v2.0/ports/f317c9fd-d300-4a87-95e5-522ead93d023 HTTP/1.1" status: 204 len: 173 time: 0.9473660 Oct 18 03:03:50.713619 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74dc837c-fd62-45fc-b11c-8404c58c936f', 'name': 'network-vif-deleted', 'tag': 'f317c9fd-d300-4a87-95e5-522ead93d023'}] {{(pid=106637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:03:50.716164 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84e416a7c2bb109cea857a7500c5c4b938dbd8fc9acb645868c31a21fed55845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226ceba1-b1c9-4bb0-9769-2e1a5a15f0d6" -d '{"events": [{"server_uuid": "74dc837c-fd62-45fc-b11c-8404c58c936f", "name": "network-vif-deleted", "tag": "f317c9fd-d300-4a87-95e5-522ead93d023"}]}' {{(pid=106637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:03:50.762063 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-78f5315b-54f7-4948-a039-264fa29d3e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:50.768190 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bffffe-7b25-41ce-bff8-cb8972d5b433 x-openstack-request-id: req-a4bffffe-7b25-41ce-bff8-cb8972d5b433 {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:03:50.768695 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-78f5315b-54f7-4948-a039-264fa29d3e62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2bab566054f4b83aef927c6227a69ea&device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 1096 time: 0.1012216 Oct 18 03:03:50.768793 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74dc837c-fd62-45fc-b11c-8404c58c936f", "name": "network-vif-deleted", "tag": "f317c9fd-d300-4a87-95e5-522ead93d023", "status": "completed", "code": 200}]} {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:03:50.768793 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a4bffffe-7b25-41ce-bff8-cb8972d5b433 {{(pid=106637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:03:50.772525 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74dc837c-fd62-45fc-b11c-8404c58c936f', 'name': 'network-vif-deleted', 'tag': 'f317c9fd-d300-4a87-95e5-522ead93d023', 'status': 'completed', 'code': 200} Oct 18 03:03:50.826406 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-6c7ffeb6-74cc-4449-8057-b677d13cc2b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42da4003-0bba-483b-b2e1-66ab4b84b436 HTTP/1.1" status: 200 len: 217 time: 0.0469160 Oct 18 03:03:50.835515 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14553bba-cce7-4289-ae16-02143889e9b7 req-015b89f5-5699-45e4-9006-5de6bcb13a78 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:50.837047 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-14553bba-cce7-4289-ae16-02143889e9b7 req-015b89f5-5699-45e4-9006-5de6bcb13a78 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 943 time: 0.1167831 Oct 18 03:03:50.941781 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-25a959cf-3bba-434b-a85d-e32ab561384e None None] Set router 0d03d7ff-e945-42d0-ab49-8db15756a142 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:03:50.946653 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-e5a0e168-0fa1-47c7-a99e-7210246b3a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:50.948723 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-e5a0e168-0fa1-47c7-a99e-7210246b3a7e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dead32d3-ed00-4228-a06c-9c73190d2cad HTTP/1.1" status: 200 len: 855 time: 0.1100907 Oct 18 03:03:50.957281 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-14553bba-cce7-4289-ae16-02143889e9b7 req-c702c575-cf97-4224-9276-dfd88d5bb7e7 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918612 Oct 18 03:03:51.004289 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-ac7720d0-fc36-46f9-9ad3-d4a40e65e3a0 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:51.006048 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-ac7720d0-fc36-46f9-9ad3-d4a40e65e3a0 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.36 "GET /v2.0/networks?id=e87ad9a1-7666-4e2f-b8d8-84a634a81d93 HTTP/1.1" status: 200 len: 809 time: 0.1948354 Oct 18 03:03:51.016659 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-3a4f08eb-7e32-4e63-a37d-b18b30cc3ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:51.019233 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-3a4f08eb-7e32-4e63-a37d-b18b30cc3ed5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e8a63a2-5796-4af1-8add-99fedc042cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0608845 Oct 18 03:03:51.095585 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-1ff29415-8a99-4690-9f79-0c2280d51392 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62affdb1ab2e4d1e8559a84ed78fda53 HTTP/1.1" status: 200 len: 380 time: 0.0759566 Oct 18 03:03:51.111743 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-fc2b0aec-844c-4e88-8daa-49bc5f07c146 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Request body: {'port': {'device_id': '9695ea73-b7c1-4217-b84f-84718e3fe7b2', 'network_id': 'e87ad9a1-7666-4e2f-b8d8-84a634a81d93', 'admin_state_up': True, 'tenant_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'security_groups': ['0ca47617-e32b-4805-ac4f-f3b5146f51ef']}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:03:51.157192 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-784026ac-a4eb-417f-898f-b3aabde06b19 service neutron] 10.222.0.36 "GET /v2.0/networks/2e8a63a2-5796-4af1-8add-99fedc042cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304946 Oct 18 03:03:51.250784 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-25a959cf-3bba-434b-a85d-e32ab561384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'name': 'tempest-AttachVolumeTestJSON-998918899-router', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:59:02Z', 'updated_at': '2021-10-18T02:59:10Z', 'revision_number': 4, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'gw_port': {'id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:22:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:04Z', 'updated_at': '2021-10-18T02:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': '4156a283-147d-429a-aebe-dd4af3bf20ea', 'name': '', 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'mac_address': 'fa:16:3e:8d:84:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a35e1d0-99d4-4e94-85dc-79f79e40c7d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:08Z', 'updated_at': '2021-10-18T02:59:17Z', 'revision_number': 5, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'subnets': [{'id': '4a35e1d0-99d4-4e94-85dc-79f79e40c7d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:03:51.273728 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a44f8952-d6c9-456e-94ab-403933641f1d req-d1d08e10-3ded-4340-9bc9-885869450459 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=74dc837c-fd62-45fc-b11c-8404c58c936f HTTP/1.1" status: 200 len: 210 time: 0.1006970 Oct 18 03:03:51.283853 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a959cf-3bba-434b-a85d-e32ab561384e None None] Checking router: 0d03d7ff-e945-42d0-ab49-8db15756a142 for host: dv-cinder-814333-1-iscsi {{(pid=106638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 03:03:51.303737 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a959cf-3bba-434b-a85d-e32ab561384e None None] Routers {'0d03d7ff-e945-42d0-ab49-8db15756a142'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:03:51.304353 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-25a959cf-3bba-434b-a85d-e32ab561384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:03:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['0d03d7ff-e945-42d0-ab49-8db15756a142'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:03:51.340382 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-55fe687a-252b-4cc8-b4f4-016fc62c1757 req-1f91493a-297b-4b0b-85ae-240c4c434330 service neutron] 10.222.0.36 "GET /v2.0/networks/2e8a63a2-5796-4af1-8add-99fedc042cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766520 Oct 18 03:03:51.418408 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-25a959cf-3bba-434b-a85d-e32ab561384e None None] Set router 0d03d7ff-e945-42d0-ab49-8db15756a142 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:03:51.439623 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-fc2b0aec-844c-4e88-8daa-49bc5f07c146 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Made reservation on behalf of 62affdb1ab2e4d1e8559a84ed78fda53 for: {'port': 1} {{(pid=106637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 03:03:51.443830 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-fc2b0aec-844c-4e88-8daa-49bc5f07c146 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:51.496766 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f6e9e9de-7fd6-4af8-8b69-85f40152ebd7 req-6d6187a3-f5bb-4dfd-981b-77e3a198cd80 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 210 time: 0.0363109 Oct 18 03:03:51.582993 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_common [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-fc2b0aec-844c-4e88-8daa-49bc5f07c146 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Allocated IP 172.20.0.10 (e87ad9a1-7666-4e2f-b8d8-84a634a81d93/e9c707f4-73a5-4da8-9515-c5d3f8c907b8/af1f8561-a8e6-4125-b60a-d4ff97452b44) {{(pid=106637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:03:51.632163 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-25a959cf-3bba-434b-a85d-e32ab561384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'name': 'tempest-AttachVolumeTestJSON-998918899-router', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:59:02Z', 'updated_at': '2021-10-18T02:59:10Z', 'revision_number': 4, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'gw_port': {'id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:22:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:04Z', 'updated_at': '2021-10-18T02:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': '4156a283-147d-429a-aebe-dd4af3bf20ea', 'name': '', 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'mac_address': 'fa:16:3e:8d:84:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a35e1d0-99d4-4e94-85dc-79f79e40c7d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:08Z', 'updated_at': '2021-10-18T02:59:17Z', 'revision_number': 5, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'subnets': [{'id': '4a35e1d0-99d4-4e94-85dc-79f79e40c7d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:03:51.663569 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a959cf-3bba-434b-a85d-e32ab561384e None None] The sync data for ids ['0d03d7ff-e945-42d0-ab49-8db15756a142'] in dv-cinder-814333-1-iscsi is: [{'id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'name': 'tempest-AttachVolumeTestJSON-998918899-router', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:59:02Z', 'updated_at': '2021-10-18T02:59:10Z', 'revision_number': 4, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'gw_port': {'id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:22:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:04Z', 'updated_at': '2021-10-18T02:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': '4156a283-147d-429a-aebe-dd4af3bf20ea', 'name': '', 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'mac_address': 'fa:16:3e:8d:84:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a35e1d0-99d4-4e94-85dc-79f79e40c7d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:08Z', 'updated_at': '2021-10-18T02:59:17Z', 'revision_number': 5, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'subnets': [{'id': '4a35e1d0-99d4-4e94-85dc-79f79e40c7d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 03:03:51.731760 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-fc2b0aec-844c-4e88-8daa-49bc5f07c146 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks [] for port, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:51.902928 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4793bc5b-d22c-4926-b924-863922babf6d None None] New status for floating IP 8e8762e0-8c65-4c8f-b554-4c57db97d2e7: DOWN {{(pid=106639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 03:03:51.908479 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-fc2b0aec-844c-4e88-8daa-49bc5f07c146 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:51.929105 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-fc2b0aec-844c-4e88-8daa-49bc5f07c146 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Network e87ad9a1-7666-4e2f-b8d8-84a634a81d93 is already hosted by enough agents. {{(pid=106637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:03:51.946214 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-fc2b0aec-844c-4e88-8daa-49bc5f07c146 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Resources bound (agent type, host, resource id): {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:03:51.954770 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-fc2b0aec-844c-4e88-8daa-49bc5f07c146 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Received port after_create {{(pid=106637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:03:51.976573 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-c9cc9dbe-e2e0-4b28-a23b-dfe65999dce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:52.038248 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b0aec-844c-4e88-8daa-49bc5f07c146 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Pushing event updated for resources: {'Port': ['ID=af1f8561-a8e6-4125-b60a-d4ff97452b44,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:52.058889 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-fc2b0aec-844c-4e88-8daa-49bc5f07c146 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:52.059643 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-fc2b0aec-844c-4e88-8daa-49bc5f07c146 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:52.130503 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a3d55-7f63-400e-81e7-52a0cd2fa04a req-eed046ee-c0d3-42ee-b3a4-69bfab2fd42d tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:52.134330 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-258a3d55-7f63-400e-81e7-52a0cd2fa04a req-eed046ee-c0d3-42ee-b3a4-69bfab2fd42d tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 943 time: 0.0591764 Oct 18 03:03:52.156786 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-fc2b0aec-844c-4e88-8daa-49bc5f07c146 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0530126 Oct 18 03:03:52.170847 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-0b73b9e6-fa9a-479c-9423-a1c15a3c3547 service neutron] Request body: {'port': {'device_id': '9695ea73-b7c1-4217-b84f-84718e3fe7b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81433'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:03:52.197215 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-258a3d55-7f63-400e-81e7-52a0cd2fa04a req-74113367-4048-4619-a4f6-8500e5107d93 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585546 Oct 18 03:03:52.232912 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-0b73b9e6-fa9a-479c-9423-a1c15a3c3547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:52.253323 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-897e3b43-08ce-4069-aca9-e443bb05c89f None None] Provisioning complete for port af1f8561-a8e6-4125-b60a-d4ff97452b44 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:03:52.253690 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-897e3b43-08ce-4069-aca9-e443bb05c89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:52.287315 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-897e3b43-08ce-4069-aca9-e443bb05c89f None None] Port af1f8561-a8e6-4125-b60a-d4ff97452b44 cannot update to ACTIVE because it is not bound. {{(pid=106638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 03:03:52.429224 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 37038) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:52.486239 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-29cbc644-2a79-4b22-b3d5-3d44c35f0d0a tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:52.504558 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.notifiers.nova [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-0b73b9e6-fa9a-479c-9423-a1c15a3c3547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af1f8561-a8e6-4125-b60a-d4ff97452b44 {{(pid=106637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 03:03:52.510847 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-29cbc644-2a79-4b22-b3d5-3d44c35f0d0a tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:52.511949 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-0b73b9e6-fa9a-479c-9423-a1c15a3c3547 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:52.520032 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:52.526869 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.provisioning_blocks [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-0b73b9e6-fa9a-479c-9423-a1c15a3c3547 service neutron] Transition to ACTIVE for port object af1f8561-a8e6-4125-b60a-d4ff97452b44 will not be triggered until provisioned by entity L2. {{(pid=106637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 03:03:52.606469 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808fc6a-ce1b-4f55-96f5-1d659ceeeb7e req-a399bbda-4aed-41e7-9528-e6810ec44c3d tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:52.607914 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0808fc6a-ce1b-4f55-96f5-1d659ceeeb7e req-a399bbda-4aed-41e7-9528-e6810ec44c3d tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 932 time: 0.0477605 Oct 18 03:03:52.646128 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0808fc6a-ce1b-4f55-96f5-1d659ceeeb7e req-38c74edb-489b-4433-a028-00c743c87403 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314786 Oct 18 03:03:52.696319 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-0b73b9e6-fa9a-479c-9423-a1c15a3c3547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3168564'] for port, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:52.745679 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73b9e6-fa9a-479c-9423-a1c15a3c3547 service neutron] Pushing event updated for resources: {'Port': ['ID=af1f8561-a8e6-4125-b60a-d4ff97452b44,revision_number=2']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:52.771621 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-29cbc644-2a79-4b22-b3d5-3d44c35f0d0a tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:52.776807 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-29cbc644-2a79-4b22-b3d5-3d44c35f0d0a tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:52.805578 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-29cbc644-2a79-4b22-b3d5-3d44c35f0d0a tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "DELETE /v2.0/security-groups/e6ef943b-4a7f-4bdc-b015-4d201c90b77e HTTP/1.1" status: 204 len: 168 time: 0.3477390 Oct 18 03:03:52.805578 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 37042) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:52.811792 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cbc644-2a79-4b22-b3d5-3d44c35f0d0a tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ef943b-4a7f-4bdc-b015-4d201c90b77e,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:52.816707 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.api.v2.resource [None req-23a27eb9-384c-4b99-8b2d-53ed8ff1515c tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] show failed (client error): The resource could not be found. Oct 18 03:03:52.818434 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-23a27eb9-384c-4b99-8b2d-53ed8ff1515c tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups/e6ef943b-4a7f-4bdc-b015-4d201c90b77e HTTP/1.1" status: 404 len: 347 time: 0.0314317 Oct 18 03:03:52.821552 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 37044) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:52.928843 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-0b73b9e6-fa9a-479c-9423-a1c15a3c3547 service neutron] Attempting to bind port af1f8561-a8e6-4125-b60a-d4ff97452b44 on host hv-cinder-81433 for vnic_type normal with profile {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 03:03:52.929568 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-0b73b9e6-fa9a-479c-9423-a1c15a3c3547 service neutron] Attempting to bind port af1f8561-a8e6-4125-b60a-d4ff97452b44 by drivers openvswitch,hyperv on host hv-cinder-81433 at level 0 using segments [{'id': 'b81d56d8-b3f3-408b-877c-683ac662a66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e87ad9a1-7666-4e2f-b8d8-84a634a81d93'}] {{(pid=106637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 03:03:52.929568 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-0b73b9e6-fa9a-479c-9423-a1c15a3c3547 service neutron] Attempting to bind port af1f8561-a8e6-4125-b60a-d4ff97452b44 on network e87ad9a1-7666-4e2f-b8d8-84a634a81d93 {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:03:52.936335 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-0b73b9e6-fa9a-479c-9423-a1c15a3c3547 service neutron] Port af1f8561-a8e6-4125-b60a-d4ff97452b44 on network e87ad9a1-7666-4e2f-b8d8-84a634a81d93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81433 {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 03:03:52.936787 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-0b73b9e6-fa9a-479c-9423-a1c15a3c3547 service neutron] Attempting to bind port af1f8561-a8e6-4125-b60a-d4ff97452b44 on network e87ad9a1-7666-4e2f-b8d8-84a634a81d93 {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:03:52.964031 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-0b73b9e6-fa9a-479c-9423-a1c15a3c3547 service neutron] Checking agent: {'id': '54b63e31-ff86-4d84-9464-5034764a1d76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81433', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'started_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 3, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 03:03:52.964370 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-0b73b9e6-fa9a-479c-9423-a1c15a3c3547 service neutron] Checking segment: {'id': 'b81d56d8-b3f3-408b-877c-683ac662a66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e87ad9a1-7666-4e2f-b8d8-84a634a81d93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:03:52.964758 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-0b73b9e6-fa9a-479c-9423-a1c15a3c3547 service neutron] Bound using segment: {'id': 'b81d56d8-b3f3-408b-877c-683ac662a66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e87ad9a1-7666-4e2f-b8d8-84a634a81d93'} {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 03:03:52.965186 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-0b73b9e6-fa9a-479c-9423-a1c15a3c3547 service neutron] Bound port: af1f8561-a8e6-4125-b60a-d4ff97452b44, host: hv-cinder-81433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b81d56d8-b3f3-408b-877c-683ac662a66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e87ad9a1-7666-4e2f-b8d8-84a634a81d93'}}] {{(pid=106637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 03:03:52.965536 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-0b73b9e6-fa9a-479c-9423-a1c15a3c3547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:53.040568 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-ff292533-4e12-4feb-ac96-a08f5476833b tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Deleting port e285a1a2-10b2-4fa6-bf66-90e4e18af096 {{(pid=106637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:03:53.040905 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-ff292533-4e12-4feb-ac96-a08f5476833b tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:53.052896 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-0b73b9e6-fa9a-479c-9423-a1c15a3c3547 service neutron] For port af1f8561-a8e6-4125-b60a-d4ff97452b44, host hv-cinder-81433, cleared binding levels {{(pid=106637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 03:03:53.095282 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-0b73b9e6-fa9a-479c-9423-a1c15a3c3547 service neutron] For port af1f8561-a8e6-4125-b60a-d4ff97452b44, host hv-cinder-81433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=af1f8561-a8e6-4125-b60a-d4ff97452b44,segment=NetworkSegment(b81d56d8-b3f3-408b-877c-683ac662a66c),segment_id=b81d56d8-b3f3-408b-877c-683ac662a66c)] {{(pid=106637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 03:03:53.129892 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-ff292533-4e12-4feb-ac96-a08f5476833b tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:53.129892 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-ff292533-4e12-4feb-ac96-a08f5476833b tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:53.144217 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-ff292533-4e12-4feb-ac96-a08f5476833b tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Calling delete_port for e285a1a2-10b2-4fa6-bf66-90e4e18af096 owned by network:floatingip {{(pid=106637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:03:53.195588 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-0b73b9e6-fa9a-479c-9423-a1c15a3c3547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3168564'] for port, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:53.239713 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:53.243619 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 42da4003-0bba-483b-b2e1-66ab4b84b436 details requested by agent hyperv_hv-cinder-81433 with host hv-cinder-81433 {{(pid=106638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 03:03:53.245259 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device f317c9fd-d300-4a87-95e5-522ead93d023 no longer exists at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:03:53.245438 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-0b73b9e6-fa9a-479c-9423-a1c15a3c3547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:53.246095 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-0b73b9e6-fa9a-479c-9423-a1c15a3c3547 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:53.247469 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-0b73b9e6-fa9a-479c-9423-a1c15a3c3547 service neutron] 10.222.0.36 "PUT /v2.0/ports/af1f8561-a8e6-4125-b60a-d4ff97452b44 HTTP/1.1" status: 200 len: 1094 time: 1.0810061 Oct 18 03:03:53.250330 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9695ea73-b7c1-4217-b84f-84718e3fe7b2', 'tag': 'af1f8561-a8e6-4125-b60a-d4ff97452b44'}] {{(pid=106637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:03:53.252781 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84e416a7c2bb109cea857a7500c5c4b938dbd8fc9acb645868c31a21fed55845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e028ebf-b2d9-44ba-b4dc-22c601ae0f3a" -d '{"events": [{"name": "network-changed", "server_uuid": "9695ea73-b7c1-4217-b84f-84718e3fe7b2", "tag": "af1f8561-a8e6-4125-b60a-d4ff97452b44"}]}' {{(pid=106637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:03:53.287217 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73b9e6-fa9a-479c-9423-a1c15a3c3547 service neutron] Pushing event updated for resources: {'Port': ['ID=af1f8561-a8e6-4125-b60a-d4ff97452b44,revision_number=3']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:53.292848 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] No Port match for: f317c9fd-d300-4a87-95e5-522ead93d023 {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:03:53.293189 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device f317c9fd-d300-4a87-95e5-522ead93d023 not bound to the agent host hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:03:53.325820 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 03:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2a87e6-1146-41b1-8634-b1a1b41f067d x-openstack-request-id: req-1f2a87e6-1146-41b1-8634-b1a1b41f067d {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:03:53.326099 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9695ea73-b7c1-4217-b84f-84718e3fe7b2", "tag": "af1f8561-a8e6-4125-b60a-d4ff97452b44", "status": "completed", "code": 200}]} {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:03:53.341435 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1f2a87e6-1146-41b1-8634-b1a1b41f067d {{(pid=106637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:03:53.341435 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9695ea73-b7c1-4217-b84f-84718e3fe7b2', 'tag': 'af1f8561-a8e6-4125-b60a-d4ff97452b44', 'status': 'completed', 'code': 200} Oct 18 03:03:53.387442 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0819669-42ab-41a2-92af-047a0e8aa1e3 req-cb49b1a0-0290-4d59-b8e5-168d314f6a49 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:53.387442 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f0819669-42ab-41a2-92af-047a0e8aa1e3 req-cb49b1a0-0290-4d59-b8e5-168d314f6a49 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 943 time: 0.0746920 Oct 18 03:03:53.422170 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e028ebf-b2d9-44ba-b4dc-22c601ae0f3a req-369cc93d-947d-4b66-9ce6-8e5f36413178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:53.424205 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-6e028ebf-b2d9-44ba-b4dc-22c601ae0f3a req-369cc93d-947d-4b66-9ce6-8e5f36413178 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=62affdb1ab2e4d1e8559a84ed78fda53&device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 1097 time: 0.0596864 Oct 18 03:03:53.430263 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 42da4003-0bba-483b-b2e1-66ab4b84b436, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=42da4003-0bba-483b-b2e1-66ab4b84b436,segment=NetworkSegment(0a4479a8-2092-4dd6-9759-50afb4a3e69f),segment_id=0a4479a8-2092-4dd6-9759-50afb4a3e69f)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:03:53.442631 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Returning: {'device': '42da4003-0bba-483b-b2e1-66ab4b84b436', 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba', 'port_id': '42da4003-0bba-483b-b2e1-66ab4b84b436', 'mac_address': 'fa:16:3e:41:26:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dead32d3-ed00-4228-a06c-9c73190d2cad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 03:03:53.467802 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f0819669-42ab-41a2-92af-047a0e8aa1e3 req-9a755083-a096-4656-a128-15d6238aa871 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643737 Oct 18 03:03:53.484789 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:53.497307 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-ff292533-4e12-4feb-ac96-a08f5476833b tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:53.506671 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42da4003-0bba-483b-b2e1-66ab4b84b436 {{(pid=106638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 03:03:53.530427 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 42da4003-0bba-483b-b2e1-66ab4b84b436, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=42da4003-0bba-483b-b2e1-66ab4b84b436,segment=NetworkSegment(0a4479a8-2092-4dd6-9759-50afb4a3e69f),segment_id=0a4479a8-2092-4dd6-9759-50afb4a3e69f)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:03:53.542949 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff292533-4e12-4feb-ac96-a08f5476833b tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Pushing event deleted for resources: {'Port': ['ID=e285a1a2-10b2-4fa6-bf66-90e4e18af096,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:53.620881 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-ff292533-4e12-4feb-ac96-a08f5476833b tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for floatingip, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:53.623561 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-ff292533-4e12-4feb-ac96-a08f5476833b tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for floatingip, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:53.625304 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-ff292533-4e12-4feb-ac96-a08f5476833b tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "DELETE /v2.0/floatingips/8e8762e0-8c65-4c8f-b554-4c57db97d2e7 HTTP/1.1" status: 204 len: 168 time: 0.8025832 Oct 18 03:03:53.626421 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e028ebf-b2d9-44ba-b4dc-22c601ae0f3a req-257273a9-4eea-417b-bb8f-5fb1f9a7b3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:53.627942 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-6e028ebf-b2d9-44ba-b4dc-22c601ae0f3a req-257273a9-4eea-417b-bb8f-5fb1f9a7b3a9 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=62affdb1ab2e4d1e8559a84ed78fda53&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1934161 Oct 18 03:03:53.729708 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e028ebf-b2d9-44ba-b4dc-22c601ae0f3a req-ac9734d0-1319-49ca-a9d8-109652f07a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:53.731486 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-6e028ebf-b2d9-44ba-b4dc-22c601ae0f3a req-ac9734d0-1319-49ca-a9d8-109652f07a9f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0965209 Oct 18 03:03:53.748762 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:53.784118 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3ed2f-755d-4ba4-a791-44faf90ba861 req-5beace5f-b929-479b-92cf-5966101f36a8 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:53.791565 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-01f3ed2f-755d-4ba4-a791-44faf90ba861 req-5beace5f-b929-479b-92cf-5966101f36a8 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 944 time: 0.0649290 Oct 18 03:03:53.831278 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=42da4003-0bba-483b-b2e1-66ab4b84b436,revision_number=4']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:53.837063 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-01f3ed2f-755d-4ba4-a791-44faf90ba861 req-c3a0162b-c93c-481b-800b-af7e4c8791d6 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445540 Oct 18 03:03:53.862590 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-71d71af1-f1cf-40ab-b8f7-668fdeaee747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:53.864101 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-71d71af1-f1cf-40ab-b8f7-668fdeaee747 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=62affdb1ab2e4d1e8559a84ed78fda53&device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 1097 time: 0.0851684 Oct 18 03:03:53.907481 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-d83dd1ca-6e6b-4317-b64f-4bb7dc6ff93e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af1f8561-a8e6-4125-b60a-d4ff97452b44 HTTP/1.1" status: 200 len: 217 time: 0.0352261 Oct 18 03:03:53.963243 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-254e78bb-3591-4ee2-a130-91e27e242e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:53.964928 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-254e78bb-3591-4ee2-a130-91e27e242e31 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9c707f4-73a5-4da8-9515-c5d3f8c907b8 HTTP/1.1" status: 200 len: 848 time: 0.0495923 Oct 18 03:03:54.012931 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-00770c72-47dc-4afc-b741-3672019cb74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:54.013165 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['42da4003-0bba-483b-b2e1-66ab4b84b436'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:03:54.015911 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-00770c72-47dc-4afc-b741-3672019cb74a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e87ad9a1-7666-4e2f-b8d8-84a634a81d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421507 Oct 18 03:03:54.108464 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-f461e1f3-6128-43ce-a57c-de612c9c986a service neutron] 10.222.0.36 "GET /v2.0/networks/e87ad9a1-7666-4e2f-b8d8-84a634a81d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851545 Oct 18 03:03:54.177003 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 37066) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:54.182173 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [None req-c3d5d82a-0808-42f3-967e-a16466e2d4b6 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1418763658', 'description': 'tempest-description--2028748081'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:03:54.245246 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c3d5d82a-0808-42f3-967e-a16466e2d4b6 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:54.319425 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c3d5d82a-0808-42f3-967e-a16466e2d4b6 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:54.404919 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c3d5d82a-0808-42f3-967e-a16466e2d4b6 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:54.434367 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5d82a-0808-42f3-967e-a16466e2d4b6 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6356af92-ca05-430c-b0a8-60d1f94bde46,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:54.459038 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-b2887b85-191f-4234-b820-e2c5a0a30b52 req-1bf6991b-c994-4a32-b3b0-c05d776f3fc1 service neutron] 10.222.0.36 "GET /v2.0/networks/e87ad9a1-7666-4e2f-b8d8-84a634a81d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415997 Oct 18 03:03:54.492477 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c3d5d82a-0808-42f3-967e-a16466e2d4b6 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:54.493767 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-c3d5d82a-0808-42f3-967e-a16466e2d4b6 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3153381 Oct 18 03:03:54.496925 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 37068) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:54.501300 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [None req-1dddcae7-3217-4deb-b85b-9bd2b7f3ffea tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Request body: {'security_group_rule': {'security_group_id': '6356af92-ca05-430c-b0a8-60d1f94bde46', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:03:54.597556 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc5bba-8331-447b-9416-a5f8d53d8318 req-b2f35b3f-3aca-4ec7-949f-0f4e97099dfc tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:54.599124 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1ddc5bba-8331-447b-9416-a5f8d53d8318 req-b2f35b3f-3aca-4ec7-949f-0f4e97099dfc tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 944 time: 0.0536060 Oct 18 03:03:54.615872 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-1dddcae7-3217-4deb-b85b-9bd2b7f3ffea tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:54.657408 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:54.666251 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1ddc5bba-8331-447b-9416-a5f8d53d8318 req-8a607f1b-d58e-46fe-a4c2-b10123a4d034 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565534 Oct 18 03:03:54.692373 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-1dddcae7-3217-4deb-b85b-9bd2b7f3ffea tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:54.770524 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-1dddcae7-3217-4deb-b85b-9bd2b7f3ffea tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612827'] for security_group_rule, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:54.789362 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dddcae7-3217-4deb-b85b-9bd2b7f3ffea tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba278e8f-b2fe-4ba6-bcd6-9ccceeefcfea,revision_number=0']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:54.886917 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-1dddcae7-3217-4deb-b85b-9bd2b7f3ffea tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:54.888139 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-1dddcae7-3217-4deb-b85b-9bd2b7f3ffea tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3903620 Oct 18 03:03:54.891054 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 37078) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:54.896375 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-b355bcfc-34b3-4cb0-ad84-f087e85c1b71 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Request body: {'security_group_rule': {'security_group_id': '6356af92-ca05-430c-b0a8-60d1f94bde46', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:03:54.953333 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39f866-8485-4ab4-9bb3-7079058fb3d0 req-c1424611-18db-4829-93b4-b43907e5d59d tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:54.954849 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-bc39f866-8485-4ab4-9bb3-7079058fb3d0 req-c1424611-18db-4829-93b4-b43907e5d59d tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 944 time: 0.0485301 Oct 18 03:03:54.992535 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b355bcfc-34b3-4cb0-ad84-f087e85c1b71 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:54.994802 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-bc39f866-8485-4ab4-9bb3-7079058fb3d0 req-403fb325-1b49-4d5f-8ddb-baad5f4eb8c3 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336692 Oct 18 03:03:55.049197 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b355bcfc-34b3-4cb0-ad84-f087e85c1b71 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:55.136618 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b355bcfc-34b3-4cb0-ad84-f087e85c1b71 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612827'] for security_group_rule, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:55.156695 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b355bcfc-34b3-4cb0-ad84-f087e85c1b71 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b450b53-5796-46cf-8af1-f6f4cef6b54b,revision_number=0']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:55.224100 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b355bcfc-34b3-4cb0-ad84-f087e85c1b71 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:55.225280 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-b355bcfc-34b3-4cb0-ad84-f087e85c1b71 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3329992 Oct 18 03:03:55.228442 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 37084) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:55.233230 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-8aeba982-a377-4c30-bbce-b284617cde3c tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Request body: {'floatingip': {'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:03:55.273780 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 42da4003-0bba-483b-b2e1-66ab4b84b436 up at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:03:55.319455 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8aeba982-a377-4c30-bbce-b284617cde3c tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for floatingip, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:55.410885 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning for port 42da4003-0bba-483b-b2e1-66ab4b84b436 completed by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 03:03:55.415250 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning complete for port 42da4003-0bba-483b-b2e1-66ab4b84b436 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:03:55.415801 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:55.418393 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8aeba982-a377-4c30-bbce-b284617cde3c tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:55.496564 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:55.520548 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0d9fd7-a622-4003-9631-9d30ba1c77f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42da4003-0bba-483b-b2e1-66ab4b84b436'}] {{(pid=106638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:03:55.522987 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd784869ff86f08281957869a4884f8f45cf6a5f98b2b439ba04ffc4a22c0e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a814f3cd-cbf5-42fd-a846-2c728967da86" -d '{"events": [{"server_uuid": "8b0d9fd7-a622-4003-9631-9d30ba1c77f6", "name": "network-vif-plugged", "status": "completed", "tag": "42da4003-0bba-483b-b2e1-66ab4b84b436"}]}' {{(pid=106638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:03:55.523150 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_common [None req-8aeba982-a377-4c30-bbce-b284617cde3c tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Allocated IP 172.27.3.88 (ec1e2d0f-026f-465c-b326-53f6d0173c72/df7c5eba-93a9-4f97-9356-1dcfa994647a/80cf8944-7a5d-4690-8653-351088c7f13c) {{(pid=106637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:03:55.536479 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 42da4003-0bba-483b-b2e1-66ab4b84b436, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=42da4003-0bba-483b-b2e1-66ab4b84b436,segment=NetworkSegment(0a4479a8-2092-4dd6-9759-50afb4a3e69f),segment_id=0a4479a8-2092-4dd6-9759-50afb4a3e69f)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:03:55.570447 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1ee819-bbfc-4100-b13e-d36b270729d8 x-openstack-request-id: req-7e1ee819-bbfc-4100-b13e-d36b270729d8 {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:03:55.570728 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b0d9fd7-a622-4003-9631-9d30ba1c77f6", "name": "network-vif-plugged", "status": "completed", "tag": "42da4003-0bba-483b-b2e1-66ab4b84b436", "code": 200}]} {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:03:55.571179 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7e1ee819-bbfc-4100-b13e-d36b270729d8 {{(pid=106638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:03:55.571761 dv-cinder-814333-1-iscsi neutron-server[106638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0d9fd7-a622-4003-9631-9d30ba1c77f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42da4003-0bba-483b-b2e1-66ab4b84b436', 'code': 200} Oct 18 03:03:55.601613 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 6 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 03:03:55.617641 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:55.641631 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8aeba982-a377-4c30-bbce-b284617cde3c tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for port, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:55.677249 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=42da4003-0bba-483b-b2e1-66ab4b84b436,revision_number=5']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:55.777317 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8aeba982-a377-4c30-bbce-b284617cde3c tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:55.788680 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3766b0-874f-4760-8313-7514cd0d9884 req-46c1586f-28d0-45c4-8df3-1f07fbe8834b tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:55.790160 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4f3766b0-874f-4760-8313-7514cd0d9884 req-46c1586f-28d0-45c4-8df3-1f07fbe8834b tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 945 time: 0.0523105 Oct 18 03:03:55.816314 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeba982-a377-4c30-bbce-b284617cde3c tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Network ec1e2d0f-026f-465c-b326-53f6d0173c72 is already hosted by enough agents. {{(pid=106637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:03:55.819259 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [None req-8aeba982-a377-4c30-bbce-b284617cde3c tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Resources bound (agent type, host, resource id): {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:03:55.823158 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeba982-a377-4c30-bbce-b284617cde3c tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Received port after_create {{(pid=106637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:03:55.830995 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4f3766b0-874f-4760-8313-7514cd0d9884 req-39b0c3b9-a0ca-4f69-8aa2-d8a048a99ac8 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344071 Oct 18 03:03:55.853609 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeba982-a377-4c30-bbce-b284617cde3c tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Pushing event updated for resources: {'Port': ['ID=80cf8944-7a5d-4690-8653-351088c7f13c,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:55.948206 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e8955-9c48-4fd4-84b4-9804e7a70201 req-603d9c47-4bda-4819-a330-e4fc1b684096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:55.949684 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-ff7e8955-9c48-4fd4-84b4-9804e7a70201 req-603d9c47-4bda-4819-a330-e4fc1b684096 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 1098 time: 0.0739002 Oct 18 03:03:55.950711 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8aeba982-a377-4c30-bbce-b284617cde3c tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:55.988385 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-ff7e8955-9c48-4fd4-84b4-9804e7a70201 req-503e4bc3-ec30-4dd2-bdfc-745ecbaadbe7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296605 Oct 18 03:03:56.075840 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8aeba982-a377-4c30-bbce-b284617cde3c tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:56.111522 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92efc1c5-38eb-4c72-a76b-ee33413d8622 req-b11a1ca5-ef3b-4a70-8475-617942475aa6 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:56.112999 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-92efc1c5-38eb-4c72-a76b-ee33413d8622 req-b11a1ca5-ef3b-4a70-8475-617942475aa6 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 944 time: 0.0516031 Oct 18 03:03:56.159227 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-92efc1c5-38eb-4c72-a76b-ee33413d8622 req-e007b951-8a33-4740-8f2e-d3e116e74a2a tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402784 Oct 18 03:03:56.233140 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8aeba982-a377-4c30-bbce-b284617cde3c tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for port, precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:56.444786 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8aeba982-a377-4c30-bbce-b284617cde3c tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3168564'] for port, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:56.514374 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeba982-a377-4c30-bbce-b284617cde3c tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Pushing event updated for resources: {'Port': ['ID=80cf8944-7a5d-4690-8653-351088c7f13c,revision_number=2']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:03:56.524440 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8aeba982-a377-4c30-bbce-b284617cde3c tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-612639'] for floatingip, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:56.641233 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8aeba982-a377-4c30-bbce-b284617cde3c tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for floatingip, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:56.642507 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-8aeba982-a377-4c30-bbce-b284617cde3c tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4128771 Oct 18 03:03:56.827852 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-d1ca0153-2bf9-40e0-816f-1ffc41030d91 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1418763658&fields=id&tenant_id=d8d2c0c120394030962ebe6c7201e21d HTTP/1.1" status: 200 len: 267 time: 0.0351989 Oct 18 03:03:56.966577 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-204f1692-e9a6-483c-b8cb-625dac608bb9 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:56.974004 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-204f1692-e9a6-483c-b8cb-625dac608bb9 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/networks?id=ac1fdfa5-8257-478e-8751-4284ba979920 HTTP/1.1" status: 200 len: 810 time: 0.1393635 Oct 18 03:03:56.988359 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-32fc6223-0acc-4b19-9869-e96301cbb912 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/quotas/d8d2c0c120394030962ebe6c7201e21d HTTP/1.1" status: 200 len: 375 time: 0.0134876 Oct 18 03:03:56.999592 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae313c5d-732d-4252-89c2-44b87e459fa0 req-83819a2f-ce96-482e-a81d-cbfcb6b4cb01 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:57.001008 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ae313c5d-732d-4252-89c2-44b87e459fa0 req-83819a2f-ce96-482e-a81d-cbfcb6b4cb01 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 945 time: 0.0991740 Oct 18 03:03:57.065713 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ae313c5d-732d-4252-89c2-44b87e459fa0 req-02fbfa3b-17eb-44fe-981e-b58ce6f239d6 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556464 Oct 18 03:03:57.074032 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-a6285eac-bc2b-4975-bab4-176379af6287 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8d2c0c120394030962ebe6c7201e21d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0721133 Oct 18 03:03:57.177105 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-eb1b29fd-2257-4390-a189-3687839e01b8 service neutron] 10.222.0.30 "GET /v2.0/networks/ac1fdfa5-8257-478e-8751-4284ba979920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900559 Oct 18 03:03:57.304433 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-819c8df0-ee78-40f5-a5f9-db8ff925733b service neutron] 10.222.0.30 "GET /v2.0/networks/ac1fdfa5-8257-478e-8751-4284ba979920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211429 Oct 18 03:03:57.314626 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502ee59-273d-456a-bc86-6d199d4c3c80 req-9e301942-8c1b-4b09-9b00-9c01ea1dce5c tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:57.316209 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7502ee59-273d-456a-bc86-6d199d4c3c80 req-9e301942-8c1b-4b09-9b00-9c01ea1dce5c tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 944 time: 0.0888689 Oct 18 03:03:57.358816 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7502ee59-273d-456a-bc86-6d199d4c3c80 req-718f8aa0-48c3-4f44-859a-1dc735e29a38 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356326 Oct 18 03:03:57.597854 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5f0ddf4a-ef76-4143-bf4f-5282beb8ed94 req-d038a43a-57a1-4eea-9ee9-c7a2f958867f tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b HTTP/1.1" status: 200 len: 210 time: 0.0297699 Oct 18 03:03:58.195179 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4441b0b-6308-4229-a38b-c7e73db1c6ff req-1f326a7e-a688-44a6-9240-306212a34d7c tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:58.196836 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c4441b0b-6308-4229-a38b-c7e73db1c6ff req-1f326a7e-a688-44a6-9240-306212a34d7c tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 945 time: 0.0507190 Oct 18 03:03:58.237012 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c4441b0b-6308-4229-a38b-c7e73db1c6ff req-1fce7671-0377-42bf-81f9-56452aad626f tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338733 Oct 18 03:03:58.363835 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723cd45a-abe6-4dfa-b1df-310c2e140a89 req-5792b6da-98cf-45b6-88dc-0a3f7f241385 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:58.365307 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-723cd45a-abe6-4dfa-b1df-310c2e140a89 req-5792b6da-98cf-45b6-88dc-0a3f7f241385 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 945 time: 0.0554657 Oct 18 03:03:58.375251 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 37190) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:03:58.378821 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [None req-2578bd99-043c-47f4-8bac-4b71ebabac67 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Request body: {'floatingip': {'port_id': '42da4003-0bba-483b-b2e1-66ab4b84b436'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:03:58.422281 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-2578bd99-043c-47f4-8bac-4b71ebabac67 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for floatingip, before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:58.555194 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47e3b1-9a36-4c42-a6fd-59ce1c0591ad req-b49ded35-0b23-4575-950f-4831e574cfd0 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:58.556571 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0f47e3b1-9a36-4c42-a6fd-59ce1c0591ad req-b49ded35-0b23-4575-950f-4831e574cfd0 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 944 time: 0.1048775 Oct 18 03:03:58.673577 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0f47e3b1-9a36-4c42-a6fd-59ce1c0591ad req-ab8cff55-43e1-443b-ae52-40698743106e tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099172 Oct 18 03:03:58.709816 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-bd513612-aec6-4e64-9f1d-dd8cb4f0063e req-6c332391-f3fd-4d07-8b6c-69314d223c19 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b HTTP/1.1" status: 200 len: 210 time: 0.0401552 Oct 18 03:03:59.293105 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-2578bd99-043c-47f4-8bac-4b71ebabac67 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:59.388238 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-2578bd99-043c-47f4-8bac-4b71ebabac67 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-612639'] for floatingip, after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:59.488838 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.db.l3_db [None req-2578bd99-043c-47f4-8bac-4b71ebabac67 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Floating IP fcf215d7-d49a-434a-9641-cbdb3e612bcd associated. External IP: 172.27.3.104, port: 42da4003-0bba-483b-b2e1-66ab4b84b436. Oct 18 03:03:59.701873 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2578bd99-043c-47f4-8bac-4b71ebabac67 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Router 86dd0e9b-cdad-4570-8898-2dd4fe203da6 has already been hosted by L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 {{(pid=106636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 03:03:59.824664 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-22ee3c3d-315f-45ac-8d30-ab59e8e9e16d req-4cd3d9dd-3ba1-4eb3-bf69-42f6876876c5 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b HTTP/1.1" status: 200 len: 210 time: 0.0438678 Oct 18 03:03:59.856541 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840abfd6-4cf3-4214-991a-37394b26acee req-df1f8ea0-684b-45a1-9205-d62a32376151 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:03:59.857997 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-840abfd6-4cf3-4214-991a-37394b26acee req-df1f8ea0-684b-45a1-9205-d62a32376151 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 944 time: 0.1132717 Oct 18 03:03:59.886814 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2578bd99-043c-47f4-8bac-4b71ebabac67 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 03:03:59.888202 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-2578bd99-043c-47f4-8bac-4b71ebabac67 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for floatingip, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:03:59.894690 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9dd65e-04fb-4810-83c6-22ff7b168513 None None] Sync routers for ids ['86dd0e9b-cdad-4570-8898-2dd4fe203da6'] in dv-cinder-814333-1-iscsi {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 03:03:59.904301 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9dd65e-04fb-4810-83c6-22ff7b168513 None None] Routers {'86dd0e9b-cdad-4570-8898-2dd4fe203da6'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:03:59.905114 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-7b9dd65e-04fb-4810-83c6-22ff7b168513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:03:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['86dd0e9b-cdad-4570-8898-2dd4fe203da6'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:03:59.934529 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-2578bd99-043c-47f4-8bac-4b71ebabac67 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "PUT /v2.0/floatingips/fcf215d7-d49a-434a-9641-cbdb3e612bcd HTTP/1.1" status: 200 len: 991 time: 1.5589311 Oct 18 03:03:59.937089 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b0d9fd7-a622-4003-9631-9d30ba1c77f6', 'tag': '42da4003-0bba-483b-b2e1-66ab4b84b436'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:03:59.939154 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}496079113880dc21d8e474160779c487de2a9ec27c44afe50e843faa48598ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4543a2a-b03d-4bd7-9419-cd0ca9bed177" -d '{"events": [{"name": "network-changed", "server_uuid": "8b0d9fd7-a622-4003-9631-9d30ba1c77f6", "tag": "42da4003-0bba-483b-b2e1-66ab4b84b436"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:03:59.945017 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-840abfd6-4cf3-4214-991a-37394b26acee req-b5b22588-08da-494b-be86-c56ee22a1e78 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758848 Oct 18 03:04:00.000715 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 03:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a46346f-46d4-465a-ba75-a119daf6b055 x-openstack-request-id: req-4a46346f-46d4-465a-ba75-a119daf6b055 {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:04:00.000999 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b0d9fd7-a622-4003-9631-9d30ba1c77f6", "tag": "42da4003-0bba-483b-b2e1-66ab4b84b436", "status": "completed", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:04:00.001258 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a46346f-46d4-465a-ba75-a119daf6b055 {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:04:00.001686 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b0d9fd7-a622-4003-9631-9d30ba1c77f6', 'tag': '42da4003-0bba-483b-b2e1-66ab4b84b436', 'status': 'completed', 'code': 200} Oct 18 03:04:00.022020 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-7b9dd65e-04fb-4810-83c6-22ff7b168513 None None] Set router 86dd0e9b-cdad-4570-8898-2dd4fe203da6 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:04:00.251795 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-7b9dd65e-04fb-4810-83c6-22ff7b168513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'name': 'tempest-AttachVolumeShelveTestJSON-812679274-router', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'c9c3470f-225d-4d95-9e29-b9c1de32b581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:58:58Z', 'updated_at': '2021-10-18T02:59:04Z', 'revision_number': 4, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'gw_port': {'id': 'c9c3470f-225d-4d95-9e29-b9c1de32b581', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:58:58Z', 'updated_at': '2021-10-18T02:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_floatingips': [{'id': 'fcf215d7-d49a-434a-9641-cbdb3e612bcd', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'router_id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'port_id': '42da4003-0bba-483b-b2e1-66ab4b84b436', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba', 'mac_address': 'fa:16:3e:41:26:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0d9fd7-a622-4003-9631-9d30ba1c77f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T03:03:42Z', 'updated_at': '2021-10-18T03:03:59Z', 'revision_number': 1, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca4c779b-7758-45c3-b63d-84310c307805', 'name': '', 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'mac_address': 'fa:16:3e:3d:66:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dead32d3-ed00-4228-a06c-9c73190d2cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:03Z', 'updated_at': '2021-10-18T02:59:09Z', 'revision_number': 5, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'subnets': [{'id': 'dead32d3-ed00-4228-a06c-9c73190d2cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:04:00.395495 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9dd65e-04fb-4810-83c6-22ff7b168513 None None] Checking router: 86dd0e9b-cdad-4570-8898-2dd4fe203da6 for host: dv-cinder-814333-1-iscsi {{(pid=106638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 03:04:00.405970 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9dd65e-04fb-4810-83c6-22ff7b168513 None None] Routers {'86dd0e9b-cdad-4570-8898-2dd4fe203da6'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:04:00.406691 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-7b9dd65e-04fb-4810-83c6-22ff7b168513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:03:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['86dd0e9b-cdad-4570-8898-2dd4fe203da6'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:04:00.510702 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-7b9dd65e-04fb-4810-83c6-22ff7b168513 None None] Set router 86dd0e9b-cdad-4570-8898-2dd4fe203da6 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:04:00.740602 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-7b9dd65e-04fb-4810-83c6-22ff7b168513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'name': 'tempest-AttachVolumeShelveTestJSON-812679274-router', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'c9c3470f-225d-4d95-9e29-b9c1de32b581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:58:58Z', 'updated_at': '2021-10-18T02:59:04Z', 'revision_number': 4, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'gw_port': {'id': 'c9c3470f-225d-4d95-9e29-b9c1de32b581', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:58:58Z', 'updated_at': '2021-10-18T02:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_floatingips': [{'id': 'fcf215d7-d49a-434a-9641-cbdb3e612bcd', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'router_id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'port_id': '42da4003-0bba-483b-b2e1-66ab4b84b436', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba', 'mac_address': 'fa:16:3e:41:26:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0d9fd7-a622-4003-9631-9d30ba1c77f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T03:03:42Z', 'updated_at': '2021-10-18T03:03:59Z', 'revision_number': 1, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca4c779b-7758-45c3-b63d-84310c307805', 'name': '', 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'mac_address': 'fa:16:3e:3d:66:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dead32d3-ed00-4228-a06c-9c73190d2cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:03Z', 'updated_at': '2021-10-18T02:59:09Z', 'revision_number': 5, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'subnets': [{'id': 'dead32d3-ed00-4228-a06c-9c73190d2cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:04:00.766433 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9dd65e-04fb-4810-83c6-22ff7b168513 None None] The sync data for ids ['86dd0e9b-cdad-4570-8898-2dd4fe203da6'] in dv-cinder-814333-1-iscsi is: [{'id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'name': 'tempest-AttachVolumeShelveTestJSON-812679274-router', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'c9c3470f-225d-4d95-9e29-b9c1de32b581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:58:58Z', 'updated_at': '2021-10-18T02:59:04Z', 'revision_number': 4, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'gw_port': {'id': 'c9c3470f-225d-4d95-9e29-b9c1de32b581', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:58:58Z', 'updated_at': '2021-10-18T02:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_floatingips': [{'id': 'fcf215d7-d49a-434a-9641-cbdb3e612bcd', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'router_id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'port_id': '42da4003-0bba-483b-b2e1-66ab4b84b436', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba', 'mac_address': 'fa:16:3e:41:26:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0d9fd7-a622-4003-9631-9d30ba1c77f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T03:03:42Z', 'updated_at': '2021-10-18T03:03:59Z', 'revision_number': 1, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca4c779b-7758-45c3-b63d-84310c307805', 'name': '', 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'mac_address': 'fa:16:3e:3d:66:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dead32d3-ed00-4228-a06c-9c73190d2cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:03Z', 'updated_at': '2021-10-18T02:59:09Z', 'revision_number': 5, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'subnets': [{'id': 'dead32d3-ed00-4228-a06c-9c73190d2cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 03:04:00.920131 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-90b411c2-4ddc-45e3-a2ab-6c78e16d8ae7 req-4f126f3a-e59c-4ced-95f1-34a603c320bf tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b HTTP/1.1" status: 200 len: 210 time: 0.0270543 Oct 18 03:04:00.951654 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fa3b0f-63a4-4eaa-9d18-3589ff237e2e None None] New status for floating IP fcf215d7-d49a-434a-9641-cbdb3e612bcd: ACTIVE {{(pid=106639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 03:04:01.072187 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1c2a2-64ad-421b-b043-c28ea84401d1 req-dc45ac23-9f5c-42a1-946b-57f7d3ebf57c tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:01.073531 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0ce1c2a2-64ad-421b-b043-c28ea84401d1 req-dc45ac23-9f5c-42a1-946b-57f7d3ebf57c tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 944 time: 0.0477352 Oct 18 03:04:01.112449 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0ce1c2a2-64ad-421b-b043-c28ea84401d1 req-00b4877d-97fc-458c-8873-f7a72e44ce68 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321567 Oct 18 03:04:01.437557 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4543a2a-b03d-4bd7-9419-cd0ca9bed177 req-61e2ac08-48c1-4ef7-a543-eaa2f9df34da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:01.439155 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-e4543a2a-b03d-4bd7-9419-cd0ca9bed177 req-61e2ac08-48c1-4ef7-a543-eaa2f9df34da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2bab566054f4b83aef927c6227a69ea&device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 1098 time: 0.0431027 Oct 18 03:04:01.537154 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4543a2a-b03d-4bd7-9419-cd0ca9bed177 req-91e1c421-64ff-45bc-bd77-0d952b55713c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:01.538723 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-e4543a2a-b03d-4bd7-9419-cd0ca9bed177 req-91e1c421-64ff-45bc-bd77-0d952b55713c service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e8a63a2-5796-4af1-8add-99fedc042cba HTTP/1.1" status: 200 len: 917 time: 0.0893941 Oct 18 03:04:01.606988 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-e4543a2a-b03d-4bd7-9419-cd0ca9bed177 req-a365f9b1-cea6-4fb7-9cfa-d50bc72e7e87 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42da4003-0bba-483b-b2e1-66ab4b84b436 HTTP/1.1" status: 200 len: 1001 time: 0.0596082 Oct 18 03:04:01.658337 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4543a2a-b03d-4bd7-9419-cd0ca9bed177 req-0934a075-fdd6-42da-96e7-c88c06939c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:01.659693 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-e4543a2a-b03d-4bd7-9419-cd0ca9bed177 req-0934a075-fdd6-42da-96e7-c88c06939c9a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dead32d3-ed00-4228-a06c-9c73190d2cad HTTP/1.1" status: 200 len: 855 time: 0.0448556 Oct 18 03:04:01.720539 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4543a2a-b03d-4bd7-9419-cd0ca9bed177 req-0d13b523-3db7-438a-acf9-564cc142b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:01.722164 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-e4543a2a-b03d-4bd7-9419-cd0ca9bed177 req-0d13b523-3db7-438a-acf9-564cc142b5c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e8a63a2-5796-4af1-8add-99fedc042cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474761 Oct 18 03:04:01.819876 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-e4543a2a-b03d-4bd7-9419-cd0ca9bed177 req-87e64d7d-e3d3-4d2d-ae61-eaa85fa764f7 service neutron] 10.222.0.36 "GET /v2.0/networks/2e8a63a2-5796-4af1-8add-99fedc042cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894778 Oct 18 03:04:01.912194 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-e4543a2a-b03d-4bd7-9419-cd0ca9bed177 req-7b111c4e-19aa-49f3-b10c-f18b0d0ca16c service neutron] 10.222.0.36 "GET /v2.0/networks/2e8a63a2-5796-4af1-8add-99fedc042cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840631 Oct 18 03:04:02.021429 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8d44245a-6941-4845-9a8a-4fcd51660d2b req-940c01cc-4a00-49b5-97ee-5a17a06c07cf tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b HTTP/1.1" status: 200 len: 210 time: 0.0283592 Oct 18 03:04:02.369902 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-d24ede2c-002d-4da3-9c5b-4ca76e9546f2 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:02.371399 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-d24ede2c-002d-4da3-9c5b-4ca76e9546f2 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.36 "GET /v2.0/networks?id=ac1fdfa5-8257-478e-8751-4284ba979920 HTTP/1.1" status: 200 len: 810 time: 0.1119351 Oct 18 03:04:02.407867 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3c7f0-943b-4210-90d4-870e9bb2fbf6 req-2f35d1cb-115b-47f3-af23-50c07e8a4866 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:02.414468 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6da3c7f0-943b-4210-90d4-870e9bb2fbf6 req-2f35d1cb-115b-47f3-af23-50c07e8a4866 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 944 time: 0.2309906 Oct 18 03:04:02.422833 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-9e654e2e-f96a-4ad8-b316-e70466843817 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8d2c0c120394030962ebe6c7201e21d HTTP/1.1" status: 200 len: 380 time: 0.0407419 Oct 18 03:04:02.433819 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-810a62fd-6952-4b66-b584-f217dbbfa2f6 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Request body: {'port': {'device_id': '4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b', 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920', 'admin_state_up': True, 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'security_groups': ['6356af92-ca05-430c-b0a8-60d1f94bde46']}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:04:02.449603 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6da3c7f0-943b-4210-90d4-870e9bb2fbf6 req-2086e09d-5138-4cf7-8fb7-b1f4df5c83b0 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335140 Oct 18 03:04:02.633688 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-810a62fd-6952-4b66-b584-f217dbbfa2f6 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Made reservation on behalf of d8d2c0c120394030962ebe6c7201e21d for: {'port': 1} {{(pid=106637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 03:04:02.637731 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-810a62fd-6952-4b66-b584-f217dbbfa2f6 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:02.729862 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7f68fb23-002c-4a01-820b-686f734e52b8 req-bd5ff3b5-3788-41e5-bec7-aeee00711af4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b52093f0-558e-4047-beb7-3ca18c1e989f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441065 Oct 18 03:04:02.775822 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_common [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-810a62fd-6952-4b66-b584-f217dbbfa2f6 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Allocated IP 172.20.0.5 (ac1fdfa5-8257-478e-8751-4284ba979920/4a35e1d0-99d4-4e94-85dc-79f79e40c7d5/e05fea00-303e-4768-b019-9f014c12de14) {{(pid=106637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:04:02.821903 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68fb23-002c-4a01-820b-686f734e52b8 req-19906734-4212-45d3-ae30-92abcb0b1fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:02.823637 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7f68fb23-002c-4a01-820b-686f734e52b8 req-19906734-4212-45d3-ae30-92abcb0b1fd1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b53d2fa916034e5791986e3a904b2f43&device_id=b52093f0-558e-4047-beb7-3ca18c1e989f HTTP/1.1" status: 200 len: 1098 time: 0.0457461 Oct 18 03:04:02.918461 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-810a62fd-6952-4b66-b584-f217dbbfa2f6 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for port, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:02.936906 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68fb23-002c-4a01-820b-686f734e52b8 req-6b0e9e79-312e-42bb-8485-3f88bf0e2277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:02.938643 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7f68fb23-002c-4a01-820b-686f734e52b8 req-6b0e9e79-312e-42bb-8485-3f88bf0e2277 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e3f93b2-6ab7-425d-a45f-ad1ff777d056 HTTP/1.1" status: 200 len: 913 time: 0.0918722 Oct 18 03:04:03.011236 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-810a62fd-6952-4b66-b584-f217dbbfa2f6 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:03.054707 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-810a62fd-6952-4b66-b584-f217dbbfa2f6 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Network ac1fdfa5-8257-478e-8751-4284ba979920 is already hosted by enough agents. {{(pid=106637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:04:03.057840 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-810a62fd-6952-4b66-b584-f217dbbfa2f6 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Resources bound (agent type, host, resource id): {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:04:03.060426 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-810a62fd-6952-4b66-b584-f217dbbfa2f6 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Received port after_create {{(pid=106637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:04:03.105024 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a62fd-6952-4b66-b584-f217dbbfa2f6 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Pushing event updated for resources: {'Port': ['ID=e05fea00-303e-4768-b019-9f014c12de14,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:04:03.128541 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-810a62fd-6952-4b66-b584-f217dbbfa2f6 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:03.128541 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-810a62fd-6952-4b66-b584-f217dbbfa2f6 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:03.153739 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a1030-4448-4b00-8143-374ebbd365d6 req-16f3cc78-1a00-4694-ba6d-b928ee26d862 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:03.155338 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d56a1030-4448-4b00-8143-374ebbd365d6 req-16f3cc78-1a00-4694-ba6d-b928ee26d862 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b HTTP/1.1" status: 200 len: 931 time: 0.0609658 Oct 18 03:04:03.196181 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d56a1030-4448-4b00-8143-374ebbd365d6 req-7e0463a5-0bd4-412a-8a71-7bfd734aa078 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=6356af92-ca05-430c-b0a8-60d1f94bde46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345485 Oct 18 03:04:03.201907 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-810a62fd-6952-4b66-b584-f217dbbfa2f6 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7716022 Oct 18 03:04:03.338297 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-fe72237f-0773-449a-b301-767242b74051 None None] Provisioning complete for port e05fea00-303e-4768-b019-9f014c12de14 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:04:03.338830 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-fe72237f-0773-449a-b301-767242b74051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:03.373670 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-fe72237f-0773-449a-b301-767242b74051 None None] Port e05fea00-303e-4768-b019-9f014c12de14 cannot update to ACTIVE because it is not bound. {{(pid=106638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 03:04:03.625616 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17558c01-e7bf-4c55-951a-b861fef5bbbf req-d244c64d-43fd-4122-9285-484c2c7c9173 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:03.627103 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-17558c01-e7bf-4c55-951a-b861fef5bbbf req-d244c64d-43fd-4122-9285-484c2c7c9173 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 944 time: 0.1069629 Oct 18 03:04:03.666610 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-17558c01-e7bf-4c55-951a-b861fef5bbbf req-95d9f9a8-630d-466e-9e0b-9bf23e9da995 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335863 Oct 18 03:04:04.318665 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99a17f-4a30-442e-96ee-40e3c1cca9e9 req-b6b6bfa2-229a-40e5-a00d-05c7231ce1d4 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:04.320156 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8f99a17f-4a30-442e-96ee-40e3c1cca9e9 req-b6b6bfa2-229a-40e5-a00d-05c7231ce1d4 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b HTTP/1.1" status: 200 len: 931 time: 0.0524409 Oct 18 03:04:04.361687 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8f99a17f-4a30-442e-96ee-40e3c1cca9e9 req-1339c87b-9b6a-4b98-b7b3-ddfb814cdcc8 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=6356af92-ca05-430c-b0a8-60d1f94bde46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355525 Oct 18 03:04:04.781667 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12cfc6-c3c3-437e-a644-e941dd7c6269 req-4093929c-062a-4e89-b6dd-1065d56b0056 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:04.783166 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-aa12cfc6-c3c3-437e-a644-e941dd7c6269 req-4093929c-062a-4e89-b6dd-1065d56b0056 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 944 time: 0.0487726 Oct 18 03:04:04.822172 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-aa12cfc6-c3c3-437e-a644-e941dd7c6269 req-fddfb343-7496-48ab-ad18-e315ce18e6ee tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326104 Oct 18 03:04:05.484318 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5d989-5491-401e-9b27-b3bd973e5dd9 req-c6b136b8-b275-44d5-9476-798d4728c0f7 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:05.485764 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-dbf5d989-5491-401e-9b27-b3bd973e5dd9 req-c6b136b8-b275-44d5-9476-798d4728c0f7 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b HTTP/1.1" status: 200 len: 931 time: 0.0558608 Oct 18 03:04:05.524120 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-dbf5d989-5491-401e-9b27-b3bd973e5dd9 req-823c4d7a-0199-485c-ab5e-ffc2123086c6 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=6356af92-ca05-430c-b0a8-60d1f94bde46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323977 Oct 18 03:04:05.939592 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27e890-eae7-4f41-bec2-10d6883ce0d1 req-0ba5d266-c6e4-489d-8116-84a091cfb7ab tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:05.941029 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0a27e890-eae7-4f41-bec2-10d6883ce0d1 req-0ba5d266-c6e4-489d-8116-84a091cfb7ab tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 944 time: 0.0529280 Oct 18 03:04:05.978068 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0a27e890-eae7-4f41-bec2-10d6883ce0d1 req-5e44ad46-88e6-438b-ac1a-5dad38afaf57 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311115 Oct 18 03:04:06.315157 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-604f866c-9a07-48c5-99ce-cfd5faf04f73 service neutron] Request body: {'port': {'device_id': '4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81433'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:04:06.369754 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-604f866c-9a07-48c5-99ce-cfd5faf04f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:06.377033 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7f68fb23-002c-4a01-820b-686f734e52b8 req-ad1a5f32-db90-46af-9221-028d10370320 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b7a5ce2-253b-4aa8-858a-72eec6150eef HTTP/1.1" status: 200 len: 1001 time: 0.0661776 Oct 18 03:04:06.428281 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:06.435262 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68fb23-002c-4a01-820b-686f734e52b8 req-0cc0c556-6f3a-49ba-a5f8-c94096873386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:06.435262 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7f68fb23-002c-4a01-820b-686f734e52b8 req-0cc0c556-6f3a-49ba-a5f8-c94096873386 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5242877d-4476-4a28-8a5b-87f4884f5f65 HTTP/1.1" status: 200 len: 851 time: 0.0487783 Oct 18 03:04:06.489441 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68fb23-002c-4a01-820b-686f734e52b8 req-f71442b2-1d0d-4ce0-bd17-e8f8b9777a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:06.491170 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7f68fb23-002c-4a01-820b-686f734e52b8 req-f71442b2-1d0d-4ce0-bd17-e8f8b9777a6f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e3f93b2-6ab7-425d-a45f-ad1ff777d056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486829 Oct 18 03:04:06.596189 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7f68fb23-002c-4a01-820b-686f734e52b8 req-674e85c8-5e17-4431-b1af-e1dacdf5a9e5 service neutron] 10.222.0.36 "GET /v2.0/networks/7e3f93b2-6ab7-425d-a45f-ad1ff777d056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895600 Oct 18 03:04:06.638935 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.notifiers.nova [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-604f866c-9a07-48c5-99ce-cfd5faf04f73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e05fea00-303e-4768-b019-9f014c12de14 {{(pid=106637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 03:04:06.646867 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-604f866c-9a07-48c5-99ce-cfd5faf04f73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:06.659337 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.provisioning_blocks [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-604f866c-9a07-48c5-99ce-cfd5faf04f73 service neutron] Transition to ACTIVE for port object e05fea00-303e-4768-b019-9f014c12de14 will not be triggered until provisioned by entity L2. {{(pid=106637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 03:04:06.700685 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26d2b6-be94-4089-b125-71349ea9cb7c req-0c9e8473-5482-411d-9e23-be50f935b3a7 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:06.702261 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-2a26d2b6-be94-4089-b125-71349ea9cb7c req-0c9e8473-5482-411d-9e23-be50f935b3a7 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b HTTP/1.1" status: 200 len: 931 time: 0.1052475 Oct 18 03:04:06.747801 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-604f866c-9a07-48c5-99ce-cfd5faf04f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3168564'] for port, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:06.748443 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7f68fb23-002c-4a01-820b-686f734e52b8 req-2129a841-efe3-48a1-92e1-04edcbf6f8fa service neutron] 10.222.0.36 "GET /v2.0/networks/7e3f93b2-6ab7-425d-a45f-ad1ff777d056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256440 Oct 18 03:04:06.761689 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-2a26d2b6-be94-4089-b125-71349ea9cb7c req-7e5e16cc-479f-4977-8e17-442d7cf912b0 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=6356af92-ca05-430c-b0a8-60d1f94bde46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483818 Oct 18 03:04:06.804227 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f866c-9a07-48c5-99ce-cfd5faf04f73 service neutron] Pushing event updated for resources: {'Port': ['ID=e05fea00-303e-4768-b019-9f014c12de14,revision_number=2']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:04:06.876858 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-604f866c-9a07-48c5-99ce-cfd5faf04f73 service neutron] Attempting to bind port e05fea00-303e-4768-b019-9f014c12de14 on host hv-cinder-81433 for vnic_type normal with profile {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 03:04:06.877220 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-604f866c-9a07-48c5-99ce-cfd5faf04f73 service neutron] Attempting to bind port e05fea00-303e-4768-b019-9f014c12de14 by drivers openvswitch,hyperv on host hv-cinder-81433 at level 0 using segments [{'id': '61950c5d-464e-44a7-9413-2dacd41366ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920'}] {{(pid=106637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 03:04:06.877534 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-604f866c-9a07-48c5-99ce-cfd5faf04f73 service neutron] Attempting to bind port e05fea00-303e-4768-b019-9f014c12de14 on network ac1fdfa5-8257-478e-8751-4284ba979920 {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:04:06.882308 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-604f866c-9a07-48c5-99ce-cfd5faf04f73 service neutron] Port e05fea00-303e-4768-b019-9f014c12de14 on network ac1fdfa5-8257-478e-8751-4284ba979920 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81433 {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 03:04:06.882639 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-604f866c-9a07-48c5-99ce-cfd5faf04f73 service neutron] Attempting to bind port e05fea00-303e-4768-b019-9f014c12de14 on network ac1fdfa5-8257-478e-8751-4284ba979920 {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:04:06.887959 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-604f866c-9a07-48c5-99ce-cfd5faf04f73 service neutron] Checking agent: {'id': '54b63e31-ff86-4d84-9464-5034764a1d76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81433', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'started_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 3, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 03:04:06.888305 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-604f866c-9a07-48c5-99ce-cfd5faf04f73 service neutron] Checking segment: {'id': '61950c5d-464e-44a7-9413-2dacd41366ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:04:06.888693 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-604f866c-9a07-48c5-99ce-cfd5faf04f73 service neutron] Bound using segment: {'id': '61950c5d-464e-44a7-9413-2dacd41366ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920'} {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 03:04:06.889126 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-604f866c-9a07-48c5-99ce-cfd5faf04f73 service neutron] Bound port: e05fea00-303e-4768-b019-9f014c12de14, host: hv-cinder-81433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61950c5d-464e-44a7-9413-2dacd41366ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920'}}] {{(pid=106637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 03:04:06.889508 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-604f866c-9a07-48c5-99ce-cfd5faf04f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:06.958499 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-604f866c-9a07-48c5-99ce-cfd5faf04f73 service neutron] For port e05fea00-303e-4768-b019-9f014c12de14, host hv-cinder-81433, cleared binding levels {{(pid=106637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 03:04:06.961677 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-604f866c-9a07-48c5-99ce-cfd5faf04f73 service neutron] For port e05fea00-303e-4768-b019-9f014c12de14, host hv-cinder-81433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=e05fea00-303e-4768-b019-9f014c12de14,segment=NetworkSegment(61950c5d-464e-44a7-9413-2dacd41366ea),segment_id=61950c5d-464e-44a7-9413-2dacd41366ea)] {{(pid=106637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 03:04:07.034414 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-604f866c-9a07-48c5-99ce-cfd5faf04f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3168564'] for port, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:07.069126 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-604f866c-9a07-48c5-99ce-cfd5faf04f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:07.069904 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-604f866c-9a07-48c5-99ce-cfd5faf04f73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:07.071136 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-604f866c-9a07-48c5-99ce-cfd5faf04f73 service neutron] 10.222.0.36 "PUT /v2.0/ports/e05fea00-303e-4768-b019-9f014c12de14 HTTP/1.1" status: 200 len: 1093 time: 0.7608478 Oct 18 03:04:07.071581 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b', 'tag': 'e05fea00-303e-4768-b019-9f014c12de14'}] {{(pid=106637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:04:07.073891 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84e416a7c2bb109cea857a7500c5c4b938dbd8fc9acb645868c31a21fed55845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e1647b-7937-46c1-9c6e-031b28e81356" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b", "tag": "e05fea00-303e-4768-b019-9f014c12de14"}]}' {{(pid=106637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:04:07.098369 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f866c-9a07-48c5-99ce-cfd5faf04f73 service neutron] Pushing event updated for resources: {'Port': ['ID=e05fea00-303e-4768-b019-9f014c12de14,revision_number=3']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:04:07.112722 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8af53-63dc-4d94-a9ba-7e66f7c8641a req-9389aecf-dffd-4e02-906a-32d426087393 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:07.114275 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d2e8af53-63dc-4d94-a9ba-7e66f7c8641a req-9389aecf-dffd-4e02-906a-32d426087393 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 944 time: 0.0634663 Oct 18 03:04:07.125536 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 03:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c998d18-9ead-47da-a71c-5c00541ffebd x-openstack-request-id: req-3c998d18-9ead-47da-a71c-5c00541ffebd {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:04:07.125846 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b", "tag": "e05fea00-303e-4768-b019-9f014c12de14", "status": "completed", "code": 200}]} {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:04:07.126107 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c998d18-9ead-47da-a71c-5c00541ffebd {{(pid=106637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:04:07.126505 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b', 'tag': 'e05fea00-303e-4768-b019-9f014c12de14', 'status': 'completed', 'code': 200} Oct 18 03:04:07.161727 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d2e8af53-63dc-4d94-a9ba-7e66f7c8641a req-b8b7bb08-9c9a-43c4-8c77-2008277d6b44 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389400 Oct 18 03:04:07.202203 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e1647b-7937-46c1-9c6e-031b28e81356 req-80b6f334-8aa8-4f21-ac3c-af623ce20853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:07.204280 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-25e1647b-7937-46c1-9c6e-031b28e81356 req-80b6f334-8aa8-4f21-ac3c-af623ce20853 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8d2c0c120394030962ebe6c7201e21d&device_id=4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b HTTP/1.1" status: 200 len: 1096 time: 0.0469625 Oct 18 03:04:07.316324 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e1647b-7937-46c1-9c6e-031b28e81356 req-2a8fe1fd-98f7-4c5c-91b7-6a3254363174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:07.317776 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-25e1647b-7937-46c1-9c6e-031b28e81356 req-2a8fe1fd-98f7-4c5c-91b7-6a3254363174 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d8d2c0c120394030962ebe6c7201e21d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0979946 Oct 18 03:04:07.416687 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e1647b-7937-46c1-9c6e-031b28e81356 req-cfe95871-d87a-4564-8bcb-05ac609b936d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:07.418186 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-25e1647b-7937-46c1-9c6e-031b28e81356 req-cfe95871-d87a-4564-8bcb-05ac609b936d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924366 Oct 18 03:04:07.503265 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-15ef29f4-bc8c-4f4e-b5e2-a22ccbf99def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:07.505005 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-15ef29f4-bc8c-4f4e-b5e2-a22ccbf99def service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8d2c0c120394030962ebe6c7201e21d&device_id=4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b HTTP/1.1" status: 200 len: 1096 time: 0.0491481 Oct 18 03:04:07.550603 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-2c7c511c-ef38-4ed5-9357-7b4b28844eaa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e05fea00-303e-4768-b019-9f014c12de14 HTTP/1.1" status: 200 len: 217 time: 0.0350506 Oct 18 03:04:07.611971 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-ff0b6734-dcf7-4fb4-b3d2-75a09f0ff237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:07.613582 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-ff0b6734-dcf7-4fb4-b3d2-75a09f0ff237 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a35e1d0-99d4-4e94-85dc-79f79e40c7d5 HTTP/1.1" status: 200 len: 849 time: 0.0479312 Oct 18 03:04:07.667306 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-7db39b3a-b23b-45a6-9603-940db1fb8edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:07.668800 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-7db39b3a-b23b-45a6-9603-940db1fb8edf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac1fdfa5-8257-478e-8751-4284ba979920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466464 Oct 18 03:04:07.763923 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-15ef9a1b-a9db-48fe-ae75-80432120bf45 service neutron] 10.222.0.36 "GET /v2.0/networks/ac1fdfa5-8257-478e-8751-4284ba979920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833077 Oct 18 03:04:07.869711 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-cdc9d2aa-78e6-4972-91a7-bd997952f97b req-0fb77ebf-5661-4ed3-ba53-518bc03bb842 service neutron] 10.222.0.36 "GET /v2.0/networks/ac1fdfa5-8257-478e-8751-4284ba979920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895708 Oct 18 03:04:07.882357 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ea6f8-06fc-4c71-90c0-c5259bfeec40 req-82cb9bf8-9879-44f4-a807-6636177b4e19 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:07.883902 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-682ea6f8-06fc-4c71-90c0-c5259bfeec40 req-82cb9bf8-9879-44f4-a807-6636177b4e19 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b HTTP/1.1" status: 200 len: 943 time: 0.0509086 Oct 18 03:04:07.923693 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-682ea6f8-06fc-4c71-90c0-c5259bfeec40 req-ad2a7298-015a-4cda-9e25-9ccfbb17d9f7 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=6356af92-ca05-430c-b0a8-60d1f94bde46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339036 Oct 18 03:04:08.278230 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0b697-30a6-4d57-a6bc-2528a3af0684 req-127cc353-6b96-4e8e-98a7-0a154c797a2b tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:08.279659 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cdd0b697-30a6-4d57-a6bc-2528a3af0684 req-127cc353-6b96-4e8e-98a7-0a154c797a2b tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 944 time: 0.0482507 Oct 18 03:04:08.318134 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cdd0b697-30a6-4d57-a6bc-2528a3af0684 req-c52097f8-0d6f-4f55-aa62-ff726d54888f tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323105 Oct 18 03:04:09.044352 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a2c9c-8425-44f7-b897-dcca58bb0496 req-5857b8ce-ecf5-404a-b238-f05b43511e42 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:09.045842 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-130a2c9c-8425-44f7-b897-dcca58bb0496 req-5857b8ce-ecf5-404a-b238-f05b43511e42 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b HTTP/1.1" status: 200 len: 943 time: 0.0498257 Oct 18 03:04:09.092790 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-130a2c9c-8425-44f7-b897-dcca58bb0496 req-d3c151cf-1750-4b40-b45e-cf946522d28d tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=6356af92-ca05-430c-b0a8-60d1f94bde46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401406 Oct 18 03:04:09.432317 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bd36f-8cef-4998-b575-27accaca5b4f req-36a9185a-f4d8-4b30-b9b0-faf5858457c6 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:09.433966 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1d0bd36f-8cef-4998-b575-27accaca5b4f req-36a9185a-f4d8-4b30-b9b0-faf5858457c6 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 944 time: 0.0486257 Oct 18 03:04:09.473183 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1d0bd36f-8cef-4998-b575-27accaca5b4f req-2719e9e8-5126-4072-837b-1efae4add78c tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329897 Oct 18 03:04:10.207844 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efccce5-6e0a-4eb6-8853-7a3cbc2e85a9 req-2e6abd5e-a7dd-4a7a-a650-9a0d2cd82d70 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:10.209291 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-3efccce5-6e0a-4eb6-8853-7a3cbc2e85a9 req-2e6abd5e-a7dd-4a7a-a650-9a0d2cd82d70 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b HTTP/1.1" status: 200 len: 943 time: 0.0483892 Oct 18 03:04:10.246274 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-3efccce5-6e0a-4eb6-8853-7a3cbc2e85a9 req-7bd01d6a-057f-4950-a71b-3e0b5ad77b34 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=6356af92-ca05-430c-b0a8-60d1f94bde46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310786 Oct 18 03:04:10.290765 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device af1f8561-a8e6-4125-b60a-d4ff97452b44 details requested by agent hyperv_hv-cinder-81433 with host hv-cinder-81433 {{(pid=106638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 03:04:10.385272 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port af1f8561-a8e6-4125-b60a-d4ff97452b44, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=af1f8561-a8e6-4125-b60a-d4ff97452b44,segment=NetworkSegment(b81d56d8-b3f3-408b-877c-683ac662a66c),segment_id=b81d56d8-b3f3-408b-877c-683ac662a66c)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:04:10.396532 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Returning: {'device': 'af1f8561-a8e6-4125-b60a-d4ff97452b44', 'network_id': 'e87ad9a1-7666-4e2f-b8d8-84a634a81d93', 'port_id': 'af1f8561-a8e6-4125-b60a-d4ff97452b44', 'mac_address': 'fa:16:3e:e6:d8:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c707f4-73a5-4da8-9515-c5d3f8c907b8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 03:04:10.432595 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:10.444730 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af1f8561-a8e6-4125-b60a-d4ff97452b44 {{(pid=106638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 03:04:10.463695 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port af1f8561-a8e6-4125-b60a-d4ff97452b44, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=af1f8561-a8e6-4125-b60a-d4ff97452b44,segment=NetworkSegment(b81d56d8-b3f3-408b-877c-683ac662a66c),segment_id=b81d56d8-b3f3-408b-877c-683ac662a66c)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:04:10.570696 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:10.592379 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d0bf7-f169-41be-bdd2-3f8b66239bbd req-bf25f32f-374c-4e00-8398-dfcde4a9a712 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:10.594885 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-746d0bf7-f169-41be-bdd2-3f8b66239bbd req-bf25f32f-374c-4e00-8398-dfcde4a9a712 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 944 time: 0.0518315 Oct 18 03:04:10.623989 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=af1f8561-a8e6-4125-b60a-d4ff97452b44,revision_number=4']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:04:10.631281 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:04:10.631631 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:04:10.631977 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:04:10.632304 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:04:10.632631 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:04:10.632960 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:04:10.633283 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:04:10.633607 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:04:10.633984 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:04:10.634308 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:04:10.634626 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:04:10.634940 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:04:10.637836 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-746d0bf7-f169-41be-bdd2-3f8b66239bbd req-639582c3-0fbf-452c-8992-b44904247cf1 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357666 Oct 18 03:04:10.870570 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['af1f8561-a8e6-4125-b60a-d4ff97452b44'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:04:11.361954 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8a61d-5092-4768-a13a-82ab876cc2a1 req-229173a5-9cc0-4e54-9c98-da1cc00d2794 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:11.363448 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cbd8a61d-5092-4768-a13a-82ab876cc2a1 req-229173a5-9cc0-4e54-9c98-da1cc00d2794 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b HTTP/1.1" status: 200 len: 943 time: 0.0496244 Oct 18 03:04:11.401716 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cbd8a61d-5092-4768-a13a-82ab876cc2a1 req-a6b2cb5c-60af-42d7-8500-7f9f681a6b60 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=6356af92-ca05-430c-b0a8-60d1f94bde46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324421 Oct 18 03:04:11.760930 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72110650-64e3-4779-902b-9b7b77f8ff94 req-bdce1ef3-5957-4340-956e-e03b1208010c tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:11.762404 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-72110650-64e3-4779-902b-9b7b77f8ff94 req-bdce1ef3-5957-4340-956e-e03b1208010c tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 945 time: 0.0537307 Oct 18 03:04:11.805946 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-72110650-64e3-4779-902b-9b7b77f8ff94 req-420dd65a-d4f1-4c60-a857-e74de8290503 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370240 Oct 18 03:04:12.291024 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device e05fea00-303e-4768-b019-9f014c12de14 details requested by agent hyperv_hv-cinder-81433 with host hv-cinder-81433 {{(pid=106638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 03:04:12.294162 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device af1f8561-a8e6-4125-b60a-d4ff97452b44 up at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:04:12.323794 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838ded3-8a55-4541-8218-85ba847310a2 req-2aeb8b17-b449-4061-b85f-963f9a8558bc tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:12.325325 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7838ded3-8a55-4541-8218-85ba847310a2 req-2aeb8b17-b449-4061-b85f-963f9a8558bc tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=b52093f0-558e-4047-beb7-3ca18c1e989f HTTP/1.1" status: 200 len: 945 time: 0.0517232 Oct 18 03:04:12.381033 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7838ded3-8a55-4541-8218-85ba847310a2 req-49a14926-68a2-4321-8483-5ebf559db4e3 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476394 Oct 18 03:04:12.427232 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port e05fea00-303e-4768-b019-9f014c12de14, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=e05fea00-303e-4768-b019-9f014c12de14,segment=NetworkSegment(61950c5d-464e-44a7-9413-2dacd41366ea),segment_id=61950c5d-464e-44a7-9413-2dacd41366ea)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:04:12.440548 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Returning: {'device': 'e05fea00-303e-4768-b019-9f014c12de14', 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920', 'port_id': 'e05fea00-303e-4768-b019-9f014c12de14', 'mac_address': 'fa:16:3e:0d:33:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a35e1d0-99d4-4e94-85dc-79f79e40c7d5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 03:04:12.485766 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:12.499009 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e05fea00-303e-4768-b019-9f014c12de14 {{(pid=106638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 03:04:12.505038 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning for port af1f8561-a8e6-4125-b60a-d4ff97452b44 completed by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 03:04:12.514016 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning complete for port af1f8561-a8e6-4125-b60a-d4ff97452b44 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:04:12.514393 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:12.538243 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dda97b-bf3e-4d91-98a4-694b25caca97 req-1692068a-7efe-4038-bae9-ef7eac75e113 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:12.539705 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-14dda97b-bf3e-4d91-98a4-694b25caca97 req-1692068a-7efe-4038-bae9-ef7eac75e113 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b HTTP/1.1" status: 200 len: 943 time: 0.0636225 Oct 18 03:04:12.540417 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port e05fea00-303e-4768-b019-9f014c12de14, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=e05fea00-303e-4768-b019-9f014c12de14,segment=NetworkSegment(61950c5d-464e-44a7-9413-2dacd41366ea),segment_id=61950c5d-464e-44a7-9413-2dacd41366ea)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:04:12.579077 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-14dda97b-bf3e-4d91-98a4-694b25caca97 req-81db405f-7977-4b33-a818-6f6657f84f75 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=6356af92-ca05-430c-b0a8-60d1f94bde46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326862 Oct 18 03:04:12.597423 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:12.618924 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9695ea73-b7c1-4217-b84f-84718e3fe7b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1f8561-a8e6-4125-b60a-d4ff97452b44'}] {{(pid=106638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:04:12.621134 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd784869ff86f08281957869a4884f8f45cf6a5f98b2b439ba04ffc4a22c0e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4dfef54-7763-4697-bc2c-fe35a5bca8ee" -d '{"events": [{"server_uuid": "9695ea73-b7c1-4217-b84f-84718e3fe7b2", "name": "network-vif-plugged", "status": "completed", "tag": "af1f8561-a8e6-4125-b60a-d4ff97452b44"}]}' {{(pid=106638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:04:12.633933 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port af1f8561-a8e6-4125-b60a-d4ff97452b44, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=af1f8561-a8e6-4125-b60a-d4ff97452b44,segment=NetworkSegment(b81d56d8-b3f3-408b-877c-683ac662a66c),segment_id=b81d56d8-b3f3-408b-877c-683ac662a66c)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:04:12.659484 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb406ec-96d1-40d9-8439-1e0d1d8da4ff x-openstack-request-id: req-ecb406ec-96d1-40d9-8439-1e0d1d8da4ff {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:04:12.659767 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9695ea73-b7c1-4217-b84f-84718e3fe7b2", "name": "network-vif-plugged", "status": "completed", "tag": "af1f8561-a8e6-4125-b60a-d4ff97452b44", "code": 200}]} {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:04:12.660011 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ecb406ec-96d1-40d9-8439-1e0d1d8da4ff {{(pid=106638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:04:12.660432 dv-cinder-814333-1-iscsi neutron-server[106638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9695ea73-b7c1-4217-b84f-84718e3fe7b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1f8561-a8e6-4125-b60a-d4ff97452b44', 'code': 200} Oct 18 03:04:12.673112 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:12.723510 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=e05fea00-303e-4768-b019-9f014c12de14,revision_number=4']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:04:12.730269 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:12.776759 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=af1f8561-a8e6-4125-b60a-d4ff97452b44,revision_number=5']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:04:12.920865 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ac196-c5c3-460b-afc3-034704f1ff18 req-161991a4-486a-49fe-950e-2a1bb08898b9 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:12.922523 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d03ac196-c5c3-460b-afc3-034704f1ff18 req-161991a4-486a-49fe-950e-2a1bb08898b9 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 946 time: 0.0490339 Oct 18 03:04:12.960231 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d03ac196-c5c3-460b-afc3-034704f1ff18 req-04dde912-1a76-4373-abc9-d42e42045571 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318375 Oct 18 03:04:13.010824 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['e05fea00-303e-4768-b019-9f014c12de14'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:04:13.112263 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c1b4c-9ca0-4672-a617-d66c663ea3af req-0546fe3a-2bd1-4d22-a8b3-69a78f291138 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:13.113727 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8c1c1b4c-9ca0-4672-a617-d66c663ea3af req-0546fe3a-2bd1-4d22-a8b3-69a78f291138 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc1e5a0b-4dec-4bc2-9555-ab66e1f783cd HTTP/1.1" status: 200 len: 946 time: 0.0551703 Oct 18 03:04:13.150120 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51292491-1022-47b7-806b-9f729da17506 req-6756c317-abcb-43e9-a6fe-af94930f1e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:13.152594 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-51292491-1022-47b7-806b-9f729da17506 req-6756c317-abcb-43e9-a6fe-af94930f1e7c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 1099 time: 0.0419879 Oct 18 03:04:13.161248 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8c1c1b4c-9ca0-4672-a617-d66c663ea3af req-5c4982f8-43a1-47bd-a28c-0acc25f4aba9 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/security-groups?id=1768bbf3-a273-4a07-99a0-8ea664aac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399239 Oct 18 03:04:13.188538 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-51292491-1022-47b7-806b-9f729da17506 req-0e87b5a7-8e47-4382-8661-db2f81d1b3ba service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275860 Oct 18 03:04:13.501499 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f771229-8c4e-4bab-b591-5435f2bba2e5 req-dd8944b9-5e68-44fe-b992-fa6df684cc63 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:13.502987 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6f771229-8c4e-4bab-b591-5435f2bba2e5 req-dd8944b9-5e68-44fe-b992-fa6df684cc63 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=b52093f0-558e-4047-beb7-3ca18c1e989f HTTP/1.1" status: 200 len: 945 time: 0.0501177 Oct 18 03:04:13.540817 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6f771229-8c4e-4bab-b591-5435f2bba2e5 req-72531013-0246-413c-8c9f-0f2b3daef9d6 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320783 Oct 18 03:04:13.692374 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f9c04-4d2b-4d36-a60a-a88eeb116dbe req-92c422d2-799d-4c63-acf6-33dcf16c54aa tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:13.693711 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ed4f9c04-4d2b-4d36-a60a-a88eeb116dbe req-92c422d2-799d-4c63-acf6-33dcf16c54aa tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b HTTP/1.1" status: 200 len: 944 time: 0.0480406 Oct 18 03:04:13.730154 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ed4f9c04-4d2b-4d36-a60a-a88eeb116dbe req-e8cad7e0-2de9-4b4d-adf1-21de724197d8 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=6356af92-ca05-430c-b0a8-60d1f94bde46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306489 Oct 18 03:04:14.071352 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85947bf4-c808-4c2e-91db-4ccefc3e78a5 req-3405ed70-470c-4079-bb41-ebe62eb2d7e2 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:14.072807 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-85947bf4-c808-4c2e-91db-4ccefc3e78a5 req-3405ed70-470c-4079-bb41-ebe62eb2d7e2 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 946 time: 0.0480828 Oct 18 03:04:14.114861 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-85947bf4-c808-4c2e-91db-4ccefc3e78a5 req-c8651324-f210-4e03-b96d-900b317e8ceb tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355377 Oct 18 03:04:14.275931 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2d915-4f6e-4353-9796-4eb67f804fc8 req-6c54a3bb-05b8-40c0-b977-ac57de88e2e5 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:14.277268 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4ef2d915-4f6e-4353-9796-4eb67f804fc8 req-6c54a3bb-05b8-40c0-b977-ac57de88e2e5 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc1e5a0b-4dec-4bc2-9555-ab66e1f783cd HTTP/1.1" status: 200 len: 946 time: 0.0505114 Oct 18 03:04:14.310461 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device e05fea00-303e-4768-b019-9f014c12de14 up at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:04:14.313942 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4ef2d915-4f6e-4353-9796-4eb67f804fc8 req-1a2b1436-d352-454e-9e58-a66237abc2a5 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/security-groups?id=1768bbf3-a273-4a07-99a0-8ea664aac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305185 Oct 18 03:04:14.398794 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning for port e05fea00-303e-4768-b019-9f014c12de14 completed by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 03:04:14.402491 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning complete for port e05fea00-303e-4768-b019-9f014c12de14 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:04:14.406897 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:14.478236 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:14.509906 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port e05fea00-303e-4768-b019-9f014c12de14, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=e05fea00-303e-4768-b019-9f014c12de14,segment=NetworkSegment(61950c5d-464e-44a7-9413-2dacd41366ea),segment_id=61950c5d-464e-44a7-9413-2dacd41366ea)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:04:14.553276 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:14.605227 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=e05fea00-303e-4768-b019-9f014c12de14,revision_number=5']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:04:14.657570 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6f9b5-2fae-4322-afeb-79fa22aa271c req-6536ee70-fba2-4e9f-8020-5cc2f5cacc89 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:14.659054 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e8c6f9b5-2fae-4322-afeb-79fa22aa271c req-6536ee70-fba2-4e9f-8020-5cc2f5cacc89 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=b52093f0-558e-4047-beb7-3ca18c1e989f HTTP/1.1" status: 200 len: 945 time: 0.0508115 Oct 18 03:04:14.661640 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05fea00-303e-4768-b019-9f014c12de14'}] {{(pid=106638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:04:14.664072 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd784869ff86f08281957869a4884f8f45cf6a5f98b2b439ba04ffc4a22c0e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fdd93b-c79a-4b33-90f8-d9b2df6bad8e" -d '{"events": [{"server_uuid": "4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b", "name": "network-vif-plugged", "status": "completed", "tag": "e05fea00-303e-4768-b019-9f014c12de14"}]}' {{(pid=106638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:04:14.696523 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e8c6f9b5-2fae-4322-afeb-79fa22aa271c req-d8ca1f9d-997f-43aa-8cd0-23dc3cb9cb13 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312748 Oct 18 03:04:14.698523 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5f997e-95b1-4507-beb4-d0a358a1b7c1 x-openstack-request-id: req-ea5f997e-95b1-4507-beb4-d0a358a1b7c1 {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:04:14.698835 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b", "name": "network-vif-plugged", "status": "completed", "tag": "e05fea00-303e-4768-b019-9f014c12de14", "code": 200}]} {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:04:14.699083 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ea5f997e-95b1-4507-beb4-d0a358a1b7c1 {{(pid=106638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:04:14.699468 dv-cinder-814333-1-iscsi neutron-server[106638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05fea00-303e-4768-b019-9f014c12de14', 'code': 200} Oct 18 03:04:14.895945 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614806c5-fcc8-4f08-8532-598a8e6a9f5e req-4410296c-48e5-4c79-aa2e-d95b90acf5fc tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:14.897444 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-614806c5-fcc8-4f08-8532-598a8e6a9f5e req-4410296c-48e5-4c79-aa2e-d95b90acf5fc tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b HTTP/1.1" status: 200 len: 945 time: 0.0496321 Oct 18 03:04:14.942680 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-614806c5-fcc8-4f08-8532-598a8e6a9f5e req-b4c375ef-57c0-41c4-9da0-ce0343375b72 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=6356af92-ca05-430c-b0a8-60d1f94bde46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358882 Oct 18 03:04:15.088967 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ebdaf-63fe-4ace-9f15-8f68a5c23c80 req-b3cccead-943c-4057-943d-2df1b02e5cb3 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:15.090653 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-f10ebdaf-63fe-4ace-9f15-8f68a5c23c80 req-b3cccead-943c-4057-943d-2df1b02e5cb3 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.36 "GET /v2.0/ports?device_id=b52093f0-558e-4047-beb7-3ca18c1e989f HTTP/1.1" status: 200 len: 945 time: 0.0475540 Oct 18 03:04:15.165421 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b8f6e-79e0-4898-8ca1-76e992ab92f0 req-19a5c714-c53f-457c-a305-55272a490d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:15.166942 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c84b8f6e-79e0-4898-8ca1-76e992ab92f0 req-19a5c714-c53f-457c-a305-55272a490d7f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b HTTP/1.1" status: 200 len: 1098 time: 0.0884216 Oct 18 03:04:15.213868 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [req-f10ebdaf-63fe-4ace-9f15-8f68a5c23c80 req-56804b63-c5b9-4621-a547-12022aef1811 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Deleting port 8b7a5ce2-253b-4aa8-858a-72eec6150eef {{(pid=106637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:04:15.214501 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-f10ebdaf-63fe-4ace-9f15-8f68a5c23c80 req-56804b63-c5b9-4621-a547-12022aef1811 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:15.244479 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c84b8f6e-79e0-4898-8ca1-76e992ab92f0 req-df0298c0-871f-4517-9258-6a6a312e28e5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6356af92-ca05-430c-b0a8-60d1f94bde46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634925 Oct 18 03:04:15.260449 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df0500-195d-4d0d-829c-3cc5464de83a req-8c541fa1-2728-40e9-8ab6-52b653f78e33 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:15.263571 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-85df0500-195d-4d0d-829c-3cc5464de83a req-8c541fa1-2728-40e9-8ab6-52b653f78e33 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 946 time: 0.0739682 Oct 18 03:04:15.302388 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-85df0500-195d-4d0d-829c-3cc5464de83a req-df1d2ea0-5fad-4538-9c22-7e155d8b07fa tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330911 Oct 18 03:04:15.304177 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [req-f10ebdaf-63fe-4ace-9f15-8f68a5c23c80 req-56804b63-c5b9-4621-a547-12022aef1811 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] For port 8b7a5ce2-253b-4aa8-858a-72eec6150eef, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=8b7a5ce2-253b-4aa8-858a-72eec6150eef,segment=NetworkSegment(93fde34d-71f4-4664-b4a1-dc668456a811),segment_id=93fde34d-71f4-4664-b4a1-dc668456a811)] {{(pid=106637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:04:15.304543 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-f10ebdaf-63fe-4ace-9f15-8f68a5c23c80 req-56804b63-c5b9-4621-a547-12022aef1811 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:15.434333 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327286be-d74c-4e99-98b3-f54f5c633174 req-7dd14c2a-c570-48ed-9fb9-ead620d96987 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:15.435784 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-327286be-d74c-4e99-98b3-f54f5c633174 req-7dd14c2a-c570-48ed-9fb9-ead620d96987 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc1e5a0b-4dec-4bc2-9555-ab66e1f783cd HTTP/1.1" status: 200 len: 946 time: 0.0530136 Oct 18 03:04:15.473546 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-327286be-d74c-4e99-98b3-f54f5c633174 req-340270e7-0a79-47a0-9756-85b551771983 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/security-groups?id=1768bbf3-a273-4a07-99a0-8ea664aac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310745 Oct 18 03:04:15.476660 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-f10ebdaf-63fe-4ace-9f15-8f68a5c23c80 req-56804b63-c5b9-4621-a547-12022aef1811 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:15.477013 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-f10ebdaf-63fe-4ace-9f15-8f68a5c23c80 req-56804b63-c5b9-4621-a547-12022aef1811 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-612639'] for floatingip, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:15.477329 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.db.l3_db [req-f10ebdaf-63fe-4ace-9f15-8f68a5c23c80 req-56804b63-c5b9-4621-a547-12022aef1811 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Floating IP ec939f7e-981c-4952-9d0b-a212a987e324 disassociated. External IP: 172.27.3.198, port: 8b7a5ce2-253b-4aa8-858a-72eec6150eef. Oct 18 03:04:15.477670 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [req-f10ebdaf-63fe-4ace-9f15-8f68a5c23c80 req-56804b63-c5b9-4621-a547-12022aef1811 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Calling delete_port for 8b7a5ce2-253b-4aa8-858a-72eec6150eef owned by compute:nova {{(pid=106637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:04:15.661690 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-f10ebdaf-63fe-4ace-9f15-8f68a5c23c80 req-56804b63-c5b9-4621-a547-12022aef1811 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:15.688209 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56804b63-c5b9-4621-a547-12022aef1811 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Pushing event deleted for resources: {'Port': ['ID=8b7a5ce2-253b-4aa8-858a-72eec6150eef,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:04:15.793017 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e9a2535b-4066-4308-974b-52e13e4c8806 req-dd5f361c-77b5-4695-862e-562e8de0308e tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=b52093f0-558e-4047-beb7-3ca18c1e989f HTTP/1.1" status: 200 len: 210 time: 0.0255606 Oct 18 03:04:15.802024 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f10ebdaf-63fe-4ace-9f15-8f68a5c23c80 req-56804b63-c5b9-4621-a547-12022aef1811 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Router f665c283-6d4b-40fa-a23c-2031c7584340 has already been hosted by L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 {{(pid=106637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 03:04:15.908064 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f10ebdaf-63fe-4ace-9f15-8f68a5c23c80 req-56804b63-c5b9-4621-a547-12022aef1811 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 03:04:15.921474 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0c4b15-ffe4-46ab-b21e-d69fdf78dde7 None None] Sync routers for ids ['f665c283-6d4b-40fa-a23c-2031c7584340'] in dv-cinder-814333-1-iscsi {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 03:04:15.942588 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0c4b15-ffe4-46ab-b21e-d69fdf78dde7 None None] Routers {'f665c283-6d4b-40fa-a23c-2031c7584340'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:04:15.943523 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-8d0c4b15-ffe4-46ab-b21e-d69fdf78dde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:03:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['f665c283-6d4b-40fa-a23c-2031c7584340'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:04:15.950628 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10ebdaf-63fe-4ace-9f15-8f68a5c23c80 req-56804b63-c5b9-4621-a547-12022aef1811 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] No DVR routers for this DVR port 8b7a5ce2-253b-4aa8-858a-72eec6150eef on host hv-cinder-81433 {{(pid=106637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 03:04:15.953917 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-f10ebdaf-63fe-4ace-9f15-8f68a5c23c80 req-56804b63-c5b9-4621-a547-12022aef1811 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:15.957129 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-f10ebdaf-63fe-4ace-9f15-8f68a5c23c80 req-56804b63-c5b9-4621-a547-12022aef1811 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.36 "DELETE /v2.0/ports/8b7a5ce2-253b-4aa8-858a-72eec6150eef HTTP/1.1" status: 204 len: 173 time: 0.8566959 Oct 18 03:04:15.957564 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52093f0-558e-4047-beb7-3ca18c1e989f', 'name': 'network-vif-deleted', 'tag': '8b7a5ce2-253b-4aa8-858a-72eec6150eef'}] {{(pid=106637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:04:15.959927 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84e416a7c2bb109cea857a7500c5c4b938dbd8fc9acb645868c31a21fed55845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cedb64-d898-42d4-adf4-bce398150a9c" -d '{"events": [{"server_uuid": "b52093f0-558e-4047-beb7-3ca18c1e989f", "name": "network-vif-deleted", "tag": "8b7a5ce2-253b-4aa8-858a-72eec6150eef"}]}' {{(pid=106637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:04:16.030572 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa324be5-f963-49c4-b4ba-cd6243e04b68 x-openstack-request-id: req-aa324be5-f963-49c4-b4ba-cd6243e04b68 {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:04:16.030860 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52093f0-558e-4047-beb7-3ca18c1e989f", "name": "network-vif-deleted", "tag": "8b7a5ce2-253b-4aa8-858a-72eec6150eef", "status": "completed", "code": 200}]} {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:04:16.031111 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aa324be5-f963-49c4-b4ba-cd6243e04b68 {{(pid=106637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:04:16.031504 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52093f0-558e-4047-beb7-3ca18c1e989f', 'name': 'network-vif-deleted', 'tag': '8b7a5ce2-253b-4aa8-858a-72eec6150eef', 'status': 'completed', 'code': 200} Oct 18 03:04:16.071023 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-8d0c4b15-ffe4-46ab-b21e-d69fdf78dde7 None None] Set router f665c283-6d4b-40fa-a23c-2031c7584340 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:04:16.088839 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc2327-57be-45f1-a391-91fab4e47454 req-cc7e4654-42c8-4eb2-b143-280cad42ff03 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:16.090684 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-52dc2327-57be-45f1-a391-91fab4e47454 req-cc7e4654-42c8-4eb2-b143-280cad42ff03 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b HTTP/1.1" status: 200 len: 945 time: 0.0801170 Oct 18 03:04:16.138937 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-52dc2327-57be-45f1-a391-91fab4e47454 req-e45d68a6-2899-4e7b-9239-86cb583f7ac6 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=6356af92-ca05-430c-b0a8-60d1f94bde46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414085 Oct 18 03:04:16.211324 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751ccc9-a252-469a-886f-fa4ada49d728 req-4f3c661e-19dd-4d6d-abb2-48ed16563d3d tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:16.220640 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-b751ccc9-a252-469a-886f-fa4ada49d728 req-4f3c661e-19dd-4d6d-abb2-48ed16563d3d tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc1e5a0b-4dec-4bc2-9555-ab66e1f783cd HTTP/1.1" status: 200 len: 946 time: 0.0689628 Oct 18 03:04:16.296794 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-8d0c4b15-ffe4-46ab-b21e-d69fdf78dde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'name': 'tempest-TestVolumeBootPattern-1184054740-router', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:00:29Z', 'updated_at': '2021-10-18T03:00:34Z', 'revision_number': 4, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'gw_port': {'id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:30Z', 'updated_at': '2021-10-18T03:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': 'f42a7403-3236-431d-80b5-ba7ad912b82a', 'name': '', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'mac_address': 'fa:16:3e:4c:7d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:33Z', 'updated_at': '2021-10-18T03:00:38Z', 'revision_number': 5, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'subnets': [{'id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:04:16.315851 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [req-b751ccc9-a252-469a-886f-fa4ada49d728 req-6fce0092-783d-4346-9363-57cee14af39a tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Deleting port 62ae38f5-d61b-40e2-bed1-e2f1e667d463 {{(pid=106637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:04:16.316195 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-b751ccc9-a252-469a-886f-fa4ada49d728 req-6fce0092-783d-4346-9363-57cee14af39a tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:16.337262 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0c4b15-ffe4-46ab-b21e-d69fdf78dde7 None None] Checking router: f665c283-6d4b-40fa-a23c-2031c7584340 for host: dv-cinder-814333-1-iscsi {{(pid=106638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 03:04:16.350084 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0c4b15-ffe4-46ab-b21e-d69fdf78dde7 None None] Routers {'f665c283-6d4b-40fa-a23c-2031c7584340'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:04:16.351294 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-8d0c4b15-ffe4-46ab-b21e-d69fdf78dde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:03:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['f665c283-6d4b-40fa-a23c-2031c7584340'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:04:16.426300 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [req-b751ccc9-a252-469a-886f-fa4ada49d728 req-6fce0092-783d-4346-9363-57cee14af39a tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] For port 62ae38f5-d61b-40e2-bed1-e2f1e667d463, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=62ae38f5-d61b-40e2-bed1-e2f1e667d463,segment=NetworkSegment(b8f3f050-055d-48ef-afe2-c5127bdfb071),segment_id=b8f3f050-055d-48ef-afe2-c5127bdfb071)] {{(pid=106637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:04:16.426732 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-b751ccc9-a252-469a-886f-fa4ada49d728 req-6fce0092-783d-4346-9363-57cee14af39a tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:16.443831 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [req-b751ccc9-a252-469a-886f-fa4ada49d728 req-6fce0092-783d-4346-9363-57cee14af39a tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Calling delete_port for 62ae38f5-d61b-40e2-bed1-e2f1e667d463 owned by compute:nova {{(pid=106637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:04:16.479712 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6929c01-7f5d-4528-943a-e2d3e690da2c req-196e7453-0a96-4875-9147-6c2f750ed12f tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:16.487075 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b6929c01-7f5d-4528-943a-e2d3e690da2c req-196e7453-0a96-4875-9147-6c2f750ed12f tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 946 time: 0.0978346 Oct 18 03:04:16.526223 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-8d0c4b15-ffe4-46ab-b21e-d69fdf78dde7 None None] Set router f665c283-6d4b-40fa-a23c-2031c7584340 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:04:16.576738 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b6929c01-7f5d-4528-943a-e2d3e690da2c req-262dfcea-c965-4d05-81b9-5bd31c1b821f tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887945 Oct 18 03:04:16.679870 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-b751ccc9-a252-469a-886f-fa4ada49d728 req-6fce0092-783d-4346-9363-57cee14af39a tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:16.697203 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['62ae38f5-d61b-40e2-bed1-e2f1e667d463'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:04:16.712910 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce0092-783d-4346-9363-57cee14af39a tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Pushing event deleted for resources: {'Port': ['ID=62ae38f5-d61b-40e2-bed1-e2f1e667d463,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:04:16.743343 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93b317-586a-4174-966c-08d709b4e973 req-20027658-54f6-41ac-a94c-018a577b7d2a tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:16.745316 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-aa93b317-586a-4174-966c-08d709b4e973 req-20027658-54f6-41ac-a94c-018a577b7d2a tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc1e5a0b-4dec-4bc2-9555-ab66e1f783cd HTTP/1.1" status: 200 len: 867 time: 0.0946171 Oct 18 03:04:16.770574 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c300fe-70ae-416f-b3c2-35a11c489746 req-e0bf7a64-81c0-4153-ae7d-fd24642e8b46 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:16.774225 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-11c300fe-70ae-416f-b3c2-35a11c489746 req-e0bf7a64-81c0-4153-ae7d-fd24642e8b46 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 946 time: 0.0971954 Oct 18 03:04:16.787186 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [req-b751ccc9-a252-469a-886f-fa4ada49d728 req-6fce0092-783d-4346-9363-57cee14af39a tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] No DVR routers for this DVR port 62ae38f5-d61b-40e2-bed1-e2f1e667d463 on host hv-cinder-81433 {{(pid=106637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 03:04:16.792590 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-b751ccc9-a252-469a-886f-fa4ada49d728 req-6fce0092-783d-4346-9363-57cee14af39a tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:16.793263 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-b751ccc9-a252-469a-886f-fa4ada49d728 req-6fce0092-783d-4346-9363-57cee14af39a tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.36 "DELETE /v2.0/ports/62ae38f5-d61b-40e2-bed1-e2f1e667d463 HTTP/1.1" status: 204 len: 173 time: 0.5689838 Oct 18 03:04:16.813952 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-8d0c4b15-ffe4-46ab-b21e-d69fdf78dde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'name': 'tempest-TestVolumeBootPattern-1184054740-router', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:00:29Z', 'updated_at': '2021-10-18T03:00:34Z', 'revision_number': 4, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'gw_port': {'id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:30Z', 'updated_at': '2021-10-18T03:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': 'f42a7403-3236-431d-80b5-ba7ad912b82a', 'name': '', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'mac_address': 'fa:16:3e:4c:7d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:33Z', 'updated_at': '2021-10-18T03:00:38Z', 'revision_number': 5, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'subnets': [{'id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:04:16.832924 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-aa93b317-586a-4174-966c-08d709b4e973 req-56f5ba1b-6125-47af-af59-7f0df91ac75d tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/security-groups?id=1768bbf3-a273-4a07-99a0-8ea664aac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775588 Oct 18 03:04:16.839937 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0c4b15-ffe4-46ab-b21e-d69fdf78dde7 None None] The sync data for ids ['f665c283-6d4b-40fa-a23c-2031c7584340'] in dv-cinder-814333-1-iscsi is: [{'id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'name': 'tempest-TestVolumeBootPattern-1184054740-router', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:00:29Z', 'updated_at': '2021-10-18T03:00:34Z', 'revision_number': 4, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'gw_port': {'id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:30Z', 'updated_at': '2021-10-18T03:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': 'f42a7403-3236-431d-80b5-ba7ad912b82a', 'name': '', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'mac_address': 'fa:16:3e:4c:7d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:33Z', 'updated_at': '2021-10-18T03:00:38Z', 'revision_number': 5, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'subnets': [{'id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 03:04:16.841166 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-11c300fe-70ae-416f-b3c2-35a11c489746 req-c74cc75b-2d4b-4afb-a369-6594ab749c3a tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584188 Oct 18 03:04:16.865681 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 37434) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:04:16.961630 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a50ed3db-247e-4827-bb7c-708d9cd5b781 req-787b27a1-ad67-4070-9828-8f52c8d3831f tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=b52093f0-558e-4047-beb7-3ca18c1e989f HTTP/1.1" status: 200 len: 210 time: 0.0371773 Oct 18 03:04:17.185696 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ea642f-b5f9-4e30-ba54-1040365c09aa None None] New status for floating IP ec939f7e-981c-4952-9d0b-a212a987e324: DOWN {{(pid=106639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 03:04:17.307157 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f6cd96-2cc5-4bb2-90e4-1a78bb473d69 tempest-TestShelveInstance-937540926 tempest-TestShelveInstance-937540926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:17.308665 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-45f6cd96-2cc5-4bb2-90e4-1a78bb473d69 tempest-TestShelveInstance-937540926 tempest-TestShelveInstance-937540926-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 1094 time: 0.4417892 Oct 18 03:04:17.313433 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 37444) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:04:17.318858 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-34191493-fb59-464a-9233-6033ebdda8ef tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Request body: {'floatingip': {'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'port_id': 'af1f8561-a8e6-4125-b60a-d4ff97452b44', 'tenant_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:04:17.321099 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530acb53-f13d-4bc0-9e39-0f339f16fcf0 req-5d8ab653-f788-4cd0-97a4-4cc72d93d94a tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:17.322557 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-530acb53-f13d-4bc0-9e39-0f339f16fcf0 req-5d8ab653-f788-4cd0-97a4-4cc72d93d94a tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b HTTP/1.1" status: 200 len: 945 time: 0.0629675 Oct 18 03:04:17.362939 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-530acb53-f13d-4bc0-9e39-0f339f16fcf0 req-c7c0630c-99d8-4160-af32-2bf03ef0ee2e tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=6356af92-ca05-430c-b0a8-60d1f94bde46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323718 Oct 18 03:04:17.429046 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-34191493-fb59-464a-9233-6033ebdda8ef tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks [] for floatingip, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:17.477458 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d1210-7740-4d24-8e73-45640113c151 req-44f842b3-b9c2-48d9-9dcc-95eaa81e4108 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:17.479111 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-815d1210-7740-4d24-8e73-45640113c151 req-44f842b3-b9c2-48d9-9dcc-95eaa81e4108 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b HTTP/1.1" status: 200 len: 945 time: 0.0499377 Oct 18 03:04:17.488465 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 37448) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:04:17.493042 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [None req-b4a80e1d-3adb-4d1e-861b-860daa6c1014 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Request body: {'floatingip': {'port_id': 'e05fea00-303e-4768-b019-9f014c12de14'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:04:17.534547 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b4a80e1d-3adb-4d1e-861b-860daa6c1014 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for floatingip, before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:17.536197 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-34191493-fb59-464a-9233-6033ebdda8ef tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:17.650797 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_common [None req-34191493-fb59-464a-9233-6033ebdda8ef tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Allocated IP 172.27.3.103 (ec1e2d0f-026f-465c-b326-53f6d0173c72/df7c5eba-93a9-4f97-9356-1dcfa994647a/400b2a98-58f5-4620-b4b7-6f503f2a29e9) {{(pid=106637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:04:17.762952 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-34191493-fb59-464a-9233-6033ebdda8ef tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks [] for port, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:17.885331 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-34191493-fb59-464a-9233-6033ebdda8ef tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:17.925772 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34191493-fb59-464a-9233-6033ebdda8ef tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Network ec1e2d0f-026f-465c-b326-53f6d0173c72 is already hosted by enough agents. {{(pid=106637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:04:17.929057 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [None req-34191493-fb59-464a-9233-6033ebdda8ef tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Resources bound (agent type, host, resource id): {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:04:17.933524 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34191493-fb59-464a-9233-6033ebdda8ef tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Received port after_create {{(pid=106637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:04:17.967268 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34191493-fb59-464a-9233-6033ebdda8ef tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Pushing event updated for resources: {'Port': ['ID=400b2a98-58f5-4620-b4b7-6f503f2a29e9,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:04:17.978472 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34191493-fb59-464a-9233-6033ebdda8ef tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:04:17.979071 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34191493-fb59-464a-9233-6033ebdda8ef tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:04:17.979406 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34191493-fb59-464a-9233-6033ebdda8ef tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:04:17.979734 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34191493-fb59-464a-9233-6033ebdda8ef tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:04:17.980078 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34191493-fb59-464a-9233-6033ebdda8ef tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:04:17.980185 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b4a80e1d-3adb-4d1e-861b-860daa6c1014 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:17.980715 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34191493-fb59-464a-9233-6033ebdda8ef tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:04:17.980715 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34191493-fb59-464a-9233-6033ebdda8ef tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:04:17.981007 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34191493-fb59-464a-9233-6033ebdda8ef tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:04:17.981377 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34191493-fb59-464a-9233-6033ebdda8ef tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:04:17.981694 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34191493-fb59-464a-9233-6033ebdda8ef tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:04:17.982034 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34191493-fb59-464a-9233-6033ebdda8ef tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:04:17.987547 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34191493-fb59-464a-9233-6033ebdda8ef tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:04:17.998321 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-90475188-27e7-4335-a8cc-f297a5f72d9f req-f0c141e4-a569-4030-8caa-772c4b1c0ea2 tempest-VolumesSnapshotTestJSON-1939890998 tempest-VolumesSnapshotTestJSON-1939890998-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc1e5a0b-4dec-4bc2-9555-ab66e1f783cd HTTP/1.1" status: 200 len: 210 time: 0.0510025 Oct 18 03:04:18.038967 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b4a80e1d-3adb-4d1e-861b-860daa6c1014 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-612639'] for floatingip, after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:18.049911 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1e5a0b-4dec-4bc2-9555-ab66e1f783cd', 'name': 'network-vif-deleted', 'tag': '62ae38f5-d61b-40e2-bed1-e2f1e667d463'}] {{(pid=106637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:04:18.049911 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84e416a7c2bb109cea857a7500c5c4b938dbd8fc9acb645868c31a21fed55845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36bc9cd-cfba-477b-9454-e141968f132d" -d '{"events": [{"server_uuid": "bc1e5a0b-4dec-4bc2-9555-ab66e1f783cd", "name": "network-vif-deleted", "tag": "62ae38f5-d61b-40e2-bed1-e2f1e667d463"}]}' {{(pid=106637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:04:18.088906 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177341d7-3a4b-4d77-a311-f7b12deec12a x-openstack-request-id: req-177341d7-3a4b-4d77-a311-f7b12deec12a {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:04:18.089555 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1e5a0b-4dec-4bc2-9555-ab66e1f783cd", "name": "network-vif-deleted", "tag": "62ae38f5-d61b-40e2-bed1-e2f1e667d463", "status": "completed", "code": 200}]} {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:04:18.089833 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-177341d7-3a4b-4d77-a311-f7b12deec12a {{(pid=106637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:04:18.090219 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1e5a0b-4dec-4bc2-9555-ab66e1f783cd', 'name': 'network-vif-deleted', 'tag': '62ae38f5-d61b-40e2-bed1-e2f1e667d463', 'status': 'completed', 'code': 200} Oct 18 03:04:18.157050 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.db.l3_db [None req-b4a80e1d-3adb-4d1e-861b-860daa6c1014 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Floating IP a51264cc-c5fd-4e6a-ad0b-7d95992e6f6f associated. External IP: 172.27.3.88, port: e05fea00-303e-4768-b019-9f014c12de14. Oct 18 03:04:18.275537 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-acc740c4-efc0-4724-82fb-8437211b1700 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1225694753&fields=id&tenant_id=b53d2fa916034e5791986e3a904b2f43 HTTP/1.1" status: 200 len: 267 time: 0.0492513 Oct 18 03:04:18.331668 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-34191493-fb59-464a-9233-6033ebdda8ef tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:18.453904 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-34191493-fb59-464a-9233-6033ebdda8ef tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:18.465543 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-ee7727e6-5795-40e6-b66d-f691222d5f44 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:18.467064 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-ee7727e6-5795-40e6-b66d-f691222d5f44 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/networks?id=7e3f93b2-6ab7-425d-a45f-ad1ff777d056 HTTP/1.1" status: 200 len: 812 time: 0.1827471 Oct 18 03:04:18.495533 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-7382ed8e-0e71-45b0-9bee-0edd075449aa tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/quotas/b53d2fa916034e5791986e3a904b2f43 HTTP/1.1" status: 200 len: 375 time: 0.0162907 Oct 18 03:04:18.496666 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a80e1d-3adb-4d1e-861b-860daa6c1014 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Router 0d03d7ff-e945-42d0-ab49-8db15756a142 has already been hosted by L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 {{(pid=106636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 03:04:18.619405 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-1c734fad-0003-429a-b139-ffa856532cfc tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b53d2fa916034e5791986e3a904b2f43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1215267 Oct 18 03:04:18.668990 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a80e1d-3adb-4d1e-861b-860daa6c1014 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 03:04:18.674948 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b4a80e1d-3adb-4d1e-861b-860daa6c1014 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for floatingip, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:18.681401 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f068aa1a-bc52-4a54-8c16-3db70151a514 None None] Sync routers for ids ['0d03d7ff-e945-42d0-ab49-8db15756a142'] in dv-cinder-814333-1-iscsi {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 03:04:18.696899 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f068aa1a-bc52-4a54-8c16-3db70151a514 None None] Routers {'0d03d7ff-e945-42d0-ab49-8db15756a142'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:04:18.699471 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-f068aa1a-bc52-4a54-8c16-3db70151a514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:03:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['0d03d7ff-e945-42d0-ab49-8db15756a142'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:04:18.729439 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-b4a80e1d-3adb-4d1e-861b-860daa6c1014 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "PUT /v2.0/floatingips/a51264cc-c5fd-4e6a-ad0b-7d95992e6f6f HTTP/1.1" status: 200 len: 990 time: 1.2396758 Oct 18 03:04:18.791225 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b', 'tag': 'e05fea00-303e-4768-b019-9f014c12de14'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:04:18.793840 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}496079113880dc21d8e474160779c487de2a9ec27c44afe50e843faa48598ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb68c01-f08a-49dc-a26b-63bd985733c2" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b", "tag": "e05fea00-303e-4768-b019-9f014c12de14"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:04:18.841479 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-b1949cc6-e7cf-45e9-a307-ae155b11fcd7 service neutron] 10.222.0.30 "GET /v2.0/networks/7e3f93b2-6ab7-425d-a45f-ad1ff777d056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080629 Oct 18 03:04:18.880573 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-34191493-fb59-464a-9233-6033ebdda8ef tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks [] for port, precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:18.963830 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-097c2f6e-5788-4b5a-8db9-7fda8f1cfb00 service neutron] 10.222.0.30 "GET /v2.0/networks/7e3f93b2-6ab7-425d-a45f-ad1ff777d056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959008 Oct 18 03:04:18.964094 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-f068aa1a-bc52-4a54-8c16-3db70151a514 None None] Set router 0d03d7ff-e945-42d0-ab49-8db15756a142 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:04:18.966571 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 03:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec67ec7c-6cce-4f25-8fe4-7beb46a1fa6c x-openstack-request-id: req-ec67ec7c-6cce-4f25-8fe4-7beb46a1fa6c {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:04:18.966858 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b", "tag": "e05fea00-303e-4768-b019-9f014c12de14", "status": "completed", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:04:18.967162 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ec67ec7c-6cce-4f25-8fe4-7beb46a1fa6c {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:04:18.967579 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b', 'tag': 'e05fea00-303e-4768-b019-9f014c12de14', 'status': 'completed', 'code': 200} Oct 18 03:04:18.982257 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-34191493-fb59-464a-9233-6033ebdda8ef tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3168564'] for port, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:19.108352 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34191493-fb59-464a-9233-6033ebdda8ef tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Pushing event updated for resources: {'Port': ['ID=400b2a98-58f5-4620-b4b7-6f503f2a29e9,revision_number=2']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:04:19.114211 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-34191493-fb59-464a-9233-6033ebdda8ef tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-612639'] for floatingip, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:19.120416 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb68c01-f08a-49dc-a26b-63bd985733c2 req-8b187681-74bc-4113-8038-c68d18a3a867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:19.122011 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-9eb68c01-f08a-49dc-a26b-63bd985733c2 req-8b187681-74bc-4113-8038-c68d18a3a867 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8d2c0c120394030962ebe6c7201e21d&device_id=4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b HTTP/1.1" status: 200 len: 1098 time: 0.1318064 Oct 18 03:04:19.276412 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-f068aa1a-bc52-4a54-8c16-3db70151a514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'name': 'tempest-AttachVolumeTestJSON-998918899-router', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:59:02Z', 'updated_at': '2021-10-18T02:59:10Z', 'revision_number': 4, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'gw_port': {'id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:22:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:04Z', 'updated_at': '2021-10-18T02:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_floatingips': [{'id': 'a51264cc-c5fd-4e6a-ad0b-7d95992e6f6f', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'floating_ip_address': '172.27.3.88', 'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'router_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'port_id': 'e05fea00-303e-4768-b019-9f014c12de14', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920', 'mac_address': 'fa:16:3e:0d:33:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T03:03:55Z', 'updated_at': '2021-10-18T03:04:17Z', 'revision_number': 1, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4156a283-147d-429a-aebe-dd4af3bf20ea', 'name': '', 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'mac_address': 'fa:16:3e:8d:84:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a35e1d0-99d4-4e94-85dc-79f79e40c7d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:08Z', 'updated_at': '2021-10-18T02:59:17Z', 'revision_number': 5, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'subnets': [{'id': '4a35e1d0-99d4-4e94-85dc-79f79e40c7d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:04:19.295688 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.db.l3_db [None req-34191493-fb59-464a-9233-6033ebdda8ef tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Floating IP a39fe05f-b39f-4857-98f5-3b507622ab30 associated. External IP: 172.27.3.103, port: af1f8561-a8e6-4125-b60a-d4ff97452b44. Oct 18 03:04:19.302961 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f068aa1a-bc52-4a54-8c16-3db70151a514 None None] Checking router: 0d03d7ff-e945-42d0-ab49-8db15756a142 for host: dv-cinder-814333-1-iscsi {{(pid=106638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 03:04:19.311477 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f068aa1a-bc52-4a54-8c16-3db70151a514 None None] Routers {'0d03d7ff-e945-42d0-ab49-8db15756a142'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:04:19.312328 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-f068aa1a-bc52-4a54-8c16-3db70151a514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:03:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['0d03d7ff-e945-42d0-ab49-8db15756a142'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:04:19.334888 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb68c01-f08a-49dc-a26b-63bd985733c2 req-c50addd9-9159-4c94-8f07-0cf766e9df65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:19.336371 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-9eb68c01-f08a-49dc-a26b-63bd985733c2 req-c50addd9-9159-4c94-8f07-0cf766e9df65 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac1fdfa5-8257-478e-8751-4284ba979920 HTTP/1.1" status: 200 len: 911 time: 0.1821399 Oct 18 03:04:19.379146 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-09ee7155-ca4e-4a08-8f53-f48544e6d3bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:19.425079 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-f068aa1a-bc52-4a54-8c16-3db70151a514 None None] Set router 0d03d7ff-e945-42d0-ab49-8db15756a142 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:04:19.446712 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-9eb68c01-f08a-49dc-a26b-63bd985733c2 req-36bc699e-3745-4436-8af8-71dcdffb34ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e05fea00-303e-4768-b019-9f014c12de14 HTTP/1.1" status: 200 len: 998 time: 0.0822892 Oct 18 03:04:19.575969 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb68c01-f08a-49dc-a26b-63bd985733c2 req-85dff60c-9cb5-44b8-b04f-b8bc5992b22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:19.578245 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-9eb68c01-f08a-49dc-a26b-63bd985733c2 req-85dff60c-9cb5-44b8-b04f-b8bc5992b22a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a35e1d0-99d4-4e94-85dc-79f79e40c7d5 HTTP/1.1" status: 200 len: 849 time: 0.1218109 Oct 18 03:04:19.580494 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-2f88cc8e-3cdc-4718-b6e2-2ebac6fb5b5f req-73b71f70-d09b-463b-8849-1bb8030e9c1f tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=8eb6a8f3-614d-407f-9f04-857ec1ceb8f7 HTTP/1.1" status: 200 len: 210 time: 0.0413742 Oct 18 03:04:19.668472 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb68c01-f08a-49dc-a26b-63bd985733c2 req-0c8d56d4-4159-4e0f-966c-eec4e035f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:19.674370 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-9eb68c01-f08a-49dc-a26b-63bd985733c2 req-0c8d56d4-4159-4e0f-966c-eec4e035f25f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac1fdfa5-8257-478e-8751-4284ba979920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0814431 Oct 18 03:04:19.674370 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34191493-fb59-464a-9233-6033ebdda8ef tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Router 6f77b60b-e227-41b8-ab10-08c9e58f2c31 has already been hosted by L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 {{(pid=106637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 03:04:19.738162 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-f068aa1a-bc52-4a54-8c16-3db70151a514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'name': 'tempest-AttachVolumeTestJSON-998918899-router', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:59:02Z', 'updated_at': '2021-10-18T02:59:10Z', 'revision_number': 4, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'gw_port': {'id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:22:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:04Z', 'updated_at': '2021-10-18T02:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_floatingips': [{'id': 'a51264cc-c5fd-4e6a-ad0b-7d95992e6f6f', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'floating_ip_address': '172.27.3.88', 'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'router_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'port_id': 'e05fea00-303e-4768-b019-9f014c12de14', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920', 'mac_address': 'fa:16:3e:0d:33:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T03:03:55Z', 'updated_at': '2021-10-18T03:04:17Z', 'revision_number': 1, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4156a283-147d-429a-aebe-dd4af3bf20ea', 'name': '', 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'mac_address': 'fa:16:3e:8d:84:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a35e1d0-99d4-4e94-85dc-79f79e40c7d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:08Z', 'updated_at': '2021-10-18T02:59:17Z', 'revision_number': 5, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'subnets': [{'id': '4a35e1d0-99d4-4e94-85dc-79f79e40c7d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:04:19.783618 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f068aa1a-bc52-4a54-8c16-3db70151a514 None None] The sync data for ids ['0d03d7ff-e945-42d0-ab49-8db15756a142'] in dv-cinder-814333-1-iscsi is: [{'id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'name': 'tempest-AttachVolumeTestJSON-998918899-router', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:59:02Z', 'updated_at': '2021-10-18T02:59:10Z', 'revision_number': 4, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'gw_port': {'id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:22:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:04Z', 'updated_at': '2021-10-18T02:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_floatingips': [{'id': 'a51264cc-c5fd-4e6a-ad0b-7d95992e6f6f', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'floating_ip_address': '172.27.3.88', 'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'router_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'port_id': 'e05fea00-303e-4768-b019-9f014c12de14', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920', 'mac_address': 'fa:16:3e:0d:33:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T03:03:55Z', 'updated_at': '2021-10-18T03:04:17Z', 'revision_number': 1, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4156a283-147d-429a-aebe-dd4af3bf20ea', 'name': '', 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'mac_address': 'fa:16:3e:8d:84:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a35e1d0-99d4-4e94-85dc-79f79e40c7d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:08Z', 'updated_at': '2021-10-18T02:59:17Z', 'revision_number': 5, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'subnets': [{'id': '4a35e1d0-99d4-4e94-85dc-79f79e40c7d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 03:04:19.893030 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-9eb68c01-f08a-49dc-a26b-63bd985733c2 req-7bac52d6-0364-44e5-89c6-ed62ada41fb0 service neutron] 10.222.0.36 "GET /v2.0/networks/ac1fdfa5-8257-478e-8751-4284ba979920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131164 Oct 18 03:04:19.898091 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34191493-fb59-464a-9233-6033ebdda8ef tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 03:04:19.915886 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29778a7-3b03-41eb-a7b1-23c35cd43f69 None None] Sync routers for ids ['6f77b60b-e227-41b8-ab10-08c9e58f2c31'] in dv-cinder-814333-1-iscsi {{(pid=106639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 03:04:19.933063 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29778a7-3b03-41eb-a7b1-23c35cd43f69 None None] Routers {'6f77b60b-e227-41b8-ab10-08c9e58f2c31'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:04:19.934259 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-c29778a7-3b03-41eb-a7b1-23c35cd43f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:03:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['6f77b60b-e227-41b8-ab10-08c9e58f2c31'], 'active': True} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:04:20.023858 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-9eb68c01-f08a-49dc-a26b-63bd985733c2 req-700d6d6a-fbb8-4c1d-a772-6329f29a8b25 service neutron] 10.222.0.36 "GET /v2.0/networks/ac1fdfa5-8257-478e-8751-4284ba979920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197917 Oct 18 03:04:20.069661 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6050c0-a39d-400b-9833-f9e2a4b97208 None None] New status for floating IP a51264cc-c5fd-4e6a-ad0b-7d95992e6f6f: ACTIVE {{(pid=106638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 03:04:20.075509 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-34191493-fb59-464a-9233-6033ebdda8ef tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for floatingip, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:20.097154 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvr_db [None req-c29778a7-3b03-41eb-a7b1-23c35cd43f69 None None] Set router 6f77b60b-e227-41b8-ab10-08c9e58f2c31 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:04:20.127134 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-34191493-fb59-464a-9233-6033ebdda8ef tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8122675 Oct 18 03:04:20.127750 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9695ea73-b7c1-4217-b84f-84718e3fe7b2', 'tag': 'af1f8561-a8e6-4125-b60a-d4ff97452b44'}] {{(pid=106637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:04:20.130184 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84e416a7c2bb109cea857a7500c5c4b938dbd8fc9acb645868c31a21fed55845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4606ea70-2f09-4f62-a8cb-51eebc966fe3" -d '{"events": [{"name": "network-changed", "server_uuid": "9695ea73-b7c1-4217-b84f-84718e3fe7b2", "tag": "af1f8561-a8e6-4125-b60a-d4ff97452b44"}]}' {{(pid=106637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:04:20.257608 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 03:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2d2e02-fdd5-4ff4-a303-b7cd236efe67 x-openstack-request-id: req-5b2d2e02-fdd5-4ff4-a303-b7cd236efe67 {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:04:20.257919 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9695ea73-b7c1-4217-b84f-84718e3fe7b2", "tag": "af1f8561-a8e6-4125-b60a-d4ff97452b44", "status": "completed", "code": 200}]} {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:04:20.258167 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5b2d2e02-fdd5-4ff4-a303-b7cd236efe67 {{(pid=106637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:04:20.258555 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9695ea73-b7c1-4217-b84f-84718e3fe7b2', 'tag': 'af1f8561-a8e6-4125-b60a-d4ff97452b44', 'status': 'completed', 'code': 200} Oct 18 03:04:20.326576 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606ea70-2f09-4f62-a8cb-51eebc966fe3 req-2ee0004c-c6f1-4b71-bbb7-096aeab32e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:20.329736 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-4606ea70-2f09-4f62-a8cb-51eebc966fe3 req-2ee0004c-c6f1-4b71-bbb7-096aeab32e91 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=62affdb1ab2e4d1e8559a84ed78fda53&device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 1099 time: 0.0470774 Oct 18 03:04:20.355786 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 62ae38f5-d61b-40e2-bed1-e2f1e667d463 no longer exists at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:04:20.398762 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] No Port match for: 62ae38f5-d61b-40e2-bed1-e2f1e667d463 {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:04:20.399108 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 62ae38f5-d61b-40e2-bed1-e2f1e667d463 not bound to the agent host hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:04:20.399525 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 8b7a5ce2-253b-4aa8-858a-72eec6150eef no longer exists at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:04:20.424496 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] No Port match for: 8b7a5ce2-253b-4aa8-858a-72eec6150eef {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:04:20.424810 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 8b7a5ce2-253b-4aa8-858a-72eec6150eef not bound to the agent host hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:04:20.449036 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606ea70-2f09-4f62-a8cb-51eebc966fe3 req-ac964a7a-cd33-450b-a9b2-09d0ab391d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:20.450453 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-4606ea70-2f09-4f62-a8cb-51eebc966fe3 req-ac964a7a-cd33-450b-a9b2-09d0ab391d7b service neutron] 10.222.0.36 "GET /v2.0/networks?id=e87ad9a1-7666-4e2f-b8d8-84a634a81d93 HTTP/1.1" status: 200 len: 910 time: 0.1120586 Oct 18 03:04:20.453839 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-c29778a7-3b03-41eb-a7b1-23c35cd43f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f77b60b-e227-41b8-ab10-08c9e58f2c31', 'name': 'tempest-TestShelveInstance-1946947217-router', 'tenant_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'cf79808b-b0ab-494e-89a5-aef12db389be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:03:08Z', 'updated_at': '2021-10-18T03:03:12Z', 'revision_number': 4, 'project_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'gw_port': {'id': 'cf79808b-b0ab-494e-89a5-aef12db389be', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:81:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77b60b-e227-41b8-ab10-08c9e58f2c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:03:09Z', 'updated_at': '2021-10-18T03:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_floatingips': [{'id': 'a39fe05f-b39f-4857-98f5-3b507622ab30', 'tenant_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'floating_ip_address': '172.27.3.103', 'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'router_id': '6f77b60b-e227-41b8-ab10-08c9e58f2c31', 'port_id': 'af1f8561-a8e6-4125-b60a-d4ff97452b44', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e87ad9a1-7666-4e2f-b8d8-84a634a81d93', 'mac_address': 'fa:16:3e:e6:d8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9695ea73-b7c1-4217-b84f-84718e3fe7b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T03:04:18Z', 'updated_at': '2021-10-18T03:04:18Z', 'revision_number': 0, 'project_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f2109c0-7ccf-4817-bf52-638541aea8c1', 'name': '', 'network_id': 'e87ad9a1-7666-4e2f-b8d8-84a634a81d93', 'tenant_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'mac_address': 'fa:16:3e:82:72:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77b60b-e227-41b8-ab10-08c9e58f2c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'e9c707f4-73a5-4da8-9515-c5d3f8c907b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:03:11Z', 'updated_at': '2021-10-18T03:03:16Z', 'revision_number': 5, 'project_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'subnets': [{'id': 'e9c707f4-73a5-4da8-9515-c5d3f8c907b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:04:20.482697 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29778a7-3b03-41eb-a7b1-23c35cd43f69 None None] Checking router: 6f77b60b-e227-41b8-ab10-08c9e58f2c31 for host: dv-cinder-814333-1-iscsi {{(pid=106639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 03:04:20.491577 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29778a7-3b03-41eb-a7b1-23c35cd43f69 None None] Routers {'6f77b60b-e227-41b8-ab10-08c9e58f2c31'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:04:20.492176 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-c29778a7-3b03-41eb-a7b1-23c35cd43f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:03:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['6f77b60b-e227-41b8-ab10-08c9e58f2c31'], 'active': True} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:04:20.522639 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-4606ea70-2f09-4f62-a8cb-51eebc966fe3 req-dad5abdc-c75d-442c-8d21-ee4d2fa71762 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af1f8561-a8e6-4125-b60a-d4ff97452b44 HTTP/1.1" status: 200 len: 1000 time: 0.0633023 Oct 18 03:04:20.574309 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606ea70-2f09-4f62-a8cb-51eebc966fe3 req-7f7a4843-ac9f-4ea2-aceb-68044e96eff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:20.575851 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-4606ea70-2f09-4f62-a8cb-51eebc966fe3 req-7f7a4843-ac9f-4ea2-aceb-68044e96eff7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9c707f4-73a5-4da8-9515-c5d3f8c907b8 HTTP/1.1" status: 200 len: 848 time: 0.0461345 Oct 18 03:04:20.603326 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvr_db [None req-c29778a7-3b03-41eb-a7b1-23c35cd43f69 None None] Set router 6f77b60b-e227-41b8-ab10-08c9e58f2c31 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:04:20.624255 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606ea70-2f09-4f62-a8cb-51eebc966fe3 req-797522ba-5604-476f-9793-af58add17b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:20.625892 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-4606ea70-2f09-4f62-a8cb-51eebc966fe3 req-797522ba-5604-476f-9793-af58add17b3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e87ad9a1-7666-4e2f-b8d8-84a634a81d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416296 Oct 18 03:04:20.667032 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-fbba3206-3718-4193-acf5-f7465e814b1f req-4a03c7b1-8ddc-4d0a-b6e8-787df8590c98 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=8eb6a8f3-614d-407f-9f04-857ec1ceb8f7 HTTP/1.1" status: 200 len: 210 time: 0.0305080 Oct 18 03:04:20.729512 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-4606ea70-2f09-4f62-a8cb-51eebc966fe3 req-58f83f66-676d-4ce7-8649-73e01fdb395e service neutron] 10.222.0.36 "GET /v2.0/networks/e87ad9a1-7666-4e2f-b8d8-84a634a81d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962884 Oct 18 03:04:20.833179 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-c29778a7-3b03-41eb-a7b1-23c35cd43f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f77b60b-e227-41b8-ab10-08c9e58f2c31', 'name': 'tempest-TestShelveInstance-1946947217-router', 'tenant_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'cf79808b-b0ab-494e-89a5-aef12db389be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:03:08Z', 'updated_at': '2021-10-18T03:03:12Z', 'revision_number': 4, 'project_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'gw_port': {'id': 'cf79808b-b0ab-494e-89a5-aef12db389be', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:81:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77b60b-e227-41b8-ab10-08c9e58f2c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:03:09Z', 'updated_at': '2021-10-18T03:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_floatingips': [{'id': 'a39fe05f-b39f-4857-98f5-3b507622ab30', 'tenant_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'floating_ip_address': '172.27.3.103', 'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'router_id': '6f77b60b-e227-41b8-ab10-08c9e58f2c31', 'port_id': 'af1f8561-a8e6-4125-b60a-d4ff97452b44', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e87ad9a1-7666-4e2f-b8d8-84a634a81d93', 'mac_address': 'fa:16:3e:e6:d8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9695ea73-b7c1-4217-b84f-84718e3fe7b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T03:04:18Z', 'updated_at': '2021-10-18T03:04:18Z', 'revision_number': 0, 'project_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f2109c0-7ccf-4817-bf52-638541aea8c1', 'name': '', 'network_id': 'e87ad9a1-7666-4e2f-b8d8-84a634a81d93', 'tenant_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'mac_address': 'fa:16:3e:82:72:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77b60b-e227-41b8-ab10-08c9e58f2c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'e9c707f4-73a5-4da8-9515-c5d3f8c907b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:03:11Z', 'updated_at': '2021-10-18T03:03:16Z', 'revision_number': 5, 'project_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'subnets': [{'id': 'e9c707f4-73a5-4da8-9515-c5d3f8c907b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:04:20.839228 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-4606ea70-2f09-4f62-a8cb-51eebc966fe3 req-a8bc7783-4c9e-4ae7-b28a-2950c3f56545 service neutron] 10.222.0.36 "GET /v2.0/networks/e87ad9a1-7666-4e2f-b8d8-84a634a81d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026757 Oct 18 03:04:20.860202 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29778a7-3b03-41eb-a7b1-23c35cd43f69 None None] The sync data for ids ['6f77b60b-e227-41b8-ab10-08c9e58f2c31'] in dv-cinder-814333-1-iscsi is: [{'id': '6f77b60b-e227-41b8-ab10-08c9e58f2c31', 'name': 'tempest-TestShelveInstance-1946947217-router', 'tenant_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'cf79808b-b0ab-494e-89a5-aef12db389be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:03:08Z', 'updated_at': '2021-10-18T03:03:12Z', 'revision_number': 4, 'project_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'gw_port': {'id': 'cf79808b-b0ab-494e-89a5-aef12db389be', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:81:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77b60b-e227-41b8-ab10-08c9e58f2c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:03:09Z', 'updated_at': '2021-10-18T03:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_floatingips': [{'id': 'a39fe05f-b39f-4857-98f5-3b507622ab30', 'tenant_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'floating_ip_address': '172.27.3.103', 'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'router_id': '6f77b60b-e227-41b8-ab10-08c9e58f2c31', 'port_id': 'af1f8561-a8e6-4125-b60a-d4ff97452b44', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e87ad9a1-7666-4e2f-b8d8-84a634a81d93', 'mac_address': 'fa:16:3e:e6:d8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9695ea73-b7c1-4217-b84f-84718e3fe7b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T03:04:18Z', 'updated_at': '2021-10-18T03:04:18Z', 'revision_number': 0, 'project_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f2109c0-7ccf-4817-bf52-638541aea8c1', 'name': '', 'network_id': 'e87ad9a1-7666-4e2f-b8d8-84a634a81d93', 'tenant_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'mac_address': 'fa:16:3e:82:72:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77b60b-e227-41b8-ab10-08c9e58f2c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'e9c707f4-73a5-4da8-9515-c5d3f8c907b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:03:11Z', 'updated_at': '2021-10-18T03:03:16Z', 'revision_number': 5, 'project_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'subnets': [{'id': 'e9c707f4-73a5-4da8-9515-c5d3f8c907b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 03:04:21.061949 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e9a90a-6849-49b5-a63c-dc3b79d5c8ca None None] New status for floating IP a39fe05f-b39f-4857-98f5-3b507622ab30: ACTIVE {{(pid=106639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 03:04:21.762442 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-360792ff-fb53-4831-a55f-ef6d319d7e75 req-b99654c0-4ed6-4dd3-9938-967570ceb58a tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=8eb6a8f3-614d-407f-9f04-857ec1ceb8f7 HTTP/1.1" status: 200 len: 210 time: 0.0257740 Oct 18 03:04:21.890818 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-792d54ae-d3cf-41a7-a88f-8149c484ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:22.519205 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:23.251277 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:24.439003 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-aec292e3-d54e-4e20-90cd-2182cb496672 req-4007b1fc-cf5e-4791-9408-a2290f42c33f tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=8eb6a8f3-614d-407f-9f04-857ec1ceb8f7 HTTP/1.1" status: 200 len: 210 time: 0.0267882 Oct 18 03:04:24.661846 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:25.016011 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-44faffac-697a-495e-adfd-d518397aa6c0 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:25.017482 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-44faffac-697a-495e-adfd-d518397aa6c0 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.36 "GET /v2.0/networks?id=7e3f93b2-6ab7-425d-a45f-ad1ff777d056 HTTP/1.1" status: 200 len: 812 time: 0.1067595 Oct 18 03:04:25.061182 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-ed089059-f424-44e1-a6f7-88905d6c8b8e tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b53d2fa916034e5791986e3a904b2f43 HTTP/1.1" status: 200 len: 380 time: 0.0337539 Oct 18 03:04:25.070622 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-7e5c7de7-b6ef-4bbe-9fbb-6c241ac1b4fd tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Request body: {'port': {'device_id': '8eb6a8f3-614d-407f-9f04-857ec1ceb8f7', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'admin_state_up': True, 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'security_groups': ['5d55569a-9e83-4eb5-ab1b-e296cd79d27a']}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:04:25.227458 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-7e5c7de7-b6ef-4bbe-9fbb-6c241ac1b4fd tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Made reservation on behalf of b53d2fa916034e5791986e3a904b2f43 for: {'port': 1} {{(pid=106637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 03:04:25.231325 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-7e5c7de7-b6ef-4bbe-9fbb-6c241ac1b4fd tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:25.363808 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_common [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-7e5c7de7-b6ef-4bbe-9fbb-6c241ac1b4fd tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Allocated IP 172.20.0.4 (7e3f93b2-6ab7-425d-a45f-ad1ff777d056/5242877d-4476-4a28-8a5b-87f4884f5f65/ff7732df-5384-42f3-b2da-712c5a544b8b) {{(pid=106637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:04:25.514173 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-7e5c7de7-b6ef-4bbe-9fbb-6c241ac1b4fd tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for port, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:25.538963 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cd0be8aa-0878-4e8e-a1bd-b0a7c55d3759 req-41b690d0-1968-4d42-9498-041391dd5dd1 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=8eb6a8f3-614d-407f-9f04-857ec1ceb8f7 HTTP/1.1" status: 200 len: 210 time: 0.0305429 Oct 18 03:04:25.633772 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-7e5c7de7-b6ef-4bbe-9fbb-6c241ac1b4fd tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:25.677803 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-7e5c7de7-b6ef-4bbe-9fbb-6c241ac1b4fd tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Network 7e3f93b2-6ab7-425d-a45f-ad1ff777d056 is already hosted by enough agents. {{(pid=106637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:04:25.680758 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-7e5c7de7-b6ef-4bbe-9fbb-6c241ac1b4fd tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Resources bound (agent type, host, resource id): {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:04:25.684263 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-7e5c7de7-b6ef-4bbe-9fbb-6c241ac1b4fd tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Received port after_create {{(pid=106637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:04:25.711268 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c7de7-b6ef-4bbe-9fbb-6c241ac1b4fd tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Pushing event updated for resources: {'Port': ['ID=ff7732df-5384-42f3-b2da-712c5a544b8b,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:04:25.746633 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-7e5c7de7-b6ef-4bbe-9fbb-6c241ac1b4fd tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:25.746633 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-7e5c7de7-b6ef-4bbe-9fbb-6c241ac1b4fd tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:25.866921 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-e75b623b-4a82-4502-ab36-de917621f9de None None] Provisioning complete for port ff7732df-5384-42f3-b2da-712c5a544b8b triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:04:25.867452 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-e75b623b-4a82-4502-ab36-de917621f9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:25.900186 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-e75b623b-4a82-4502-ab36-de917621f9de None None] Port ff7732df-5384-42f3-b2da-712c5a544b8b cannot update to ACTIVE because it is not bound. {{(pid=106638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 03:04:25.927484 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-7e5c7de7-b6ef-4bbe-9fbb-6c241ac1b4fd tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8603544 Oct 18 03:04:25.951251 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-9499c431-f2c2-48f2-a5a6-27b460dcfa9d service neutron] Request body: {'port': {'device_id': '8eb6a8f3-614d-407f-9f04-857ec1ceb8f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81433'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:04:26.006519 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-9499c431-f2c2-48f2-a5a6-27b460dcfa9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:26.282563 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.notifiers.nova [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-9499c431-f2c2-48f2-a5a6-27b460dcfa9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff7732df-5384-42f3-b2da-712c5a544b8b {{(pid=106637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 03:04:26.289920 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-9499c431-f2c2-48f2-a5a6-27b460dcfa9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:26.302061 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.provisioning_blocks [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-9499c431-f2c2-48f2-a5a6-27b460dcfa9d service neutron] Transition to ACTIVE for port object ff7732df-5384-42f3-b2da-712c5a544b8b will not be triggered until provisioned by entity L2. {{(pid=106637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 03:04:26.364441 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-9499c431-f2c2-48f2-a5a6-27b460dcfa9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3168564'] for port, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:26.416340 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9499c431-f2c2-48f2-a5a6-27b460dcfa9d service neutron] Pushing event updated for resources: {'Port': ['ID=ff7732df-5384-42f3-b2da-712c5a544b8b,revision_number=2']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:04:26.504259 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 37584) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:04:26.513411 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-9499c431-f2c2-48f2-a5a6-27b460dcfa9d service neutron] Attempting to bind port ff7732df-5384-42f3-b2da-712c5a544b8b on host hv-cinder-81433 for vnic_type normal with profile {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 03:04:26.513748 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-9499c431-f2c2-48f2-a5a6-27b460dcfa9d service neutron] Attempting to bind port ff7732df-5384-42f3-b2da-712c5a544b8b by drivers openvswitch,hyperv on host hv-cinder-81433 at level 0 using segments [{'id': '93fde34d-71f4-4664-b4a1-dc668456a811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056'}] {{(pid=106637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 03:04:26.518675 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-9499c431-f2c2-48f2-a5a6-27b460dcfa9d service neutron] Attempting to bind port ff7732df-5384-42f3-b2da-712c5a544b8b on network 7e3f93b2-6ab7-425d-a45f-ad1ff777d056 {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:04:26.522971 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-9499c431-f2c2-48f2-a5a6-27b460dcfa9d service neutron] Port ff7732df-5384-42f3-b2da-712c5a544b8b on network 7e3f93b2-6ab7-425d-a45f-ad1ff777d056 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81433 {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 03:04:26.523298 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-9499c431-f2c2-48f2-a5a6-27b460dcfa9d service neutron] Attempting to bind port ff7732df-5384-42f3-b2da-712c5a544b8b on network 7e3f93b2-6ab7-425d-a45f-ad1ff777d056 {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:04:26.528720 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-9499c431-f2c2-48f2-a5a6-27b460dcfa9d service neutron] Checking agent: {'id': '54b63e31-ff86-4d84-9464-5034764a1d76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81433', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'started_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 3, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 03:04:26.529344 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-9499c431-f2c2-48f2-a5a6-27b460dcfa9d service neutron] Checking segment: {'id': '93fde34d-71f4-4664-b4a1-dc668456a811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:04:26.529475 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-9499c431-f2c2-48f2-a5a6-27b460dcfa9d service neutron] Bound using segment: {'id': '93fde34d-71f4-4664-b4a1-dc668456a811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056'} {{(pid=106637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 03:04:26.529885 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.managers [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-9499c431-f2c2-48f2-a5a6-27b460dcfa9d service neutron] Bound port: ff7732df-5384-42f3-b2da-712c5a544b8b, host: hv-cinder-81433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93fde34d-71f4-4664-b4a1-dc668456a811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056'}}] {{(pid=106637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 03:04:26.530281 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-9499c431-f2c2-48f2-a5a6-27b460dcfa9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:26.600770 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-9499c431-f2c2-48f2-a5a6-27b460dcfa9d service neutron] For port ff7732df-5384-42f3-b2da-712c5a544b8b, host hv-cinder-81433, cleared binding levels {{(pid=106637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 03:04:26.604761 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-9499c431-f2c2-48f2-a5a6-27b460dcfa9d service neutron] For port ff7732df-5384-42f3-b2da-712c5a544b8b, host hv-cinder-81433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=ff7732df-5384-42f3-b2da-712c5a544b8b,segment=NetworkSegment(93fde34d-71f4-4664-b4a1-dc668456a811),segment_id=93fde34d-71f4-4664-b4a1-dc668456a811)] {{(pid=106637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 03:04:26.659291 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-55fc1ee7-0827-422e-8d8d-98660a5d1da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:26.678218 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03e9ad-e71d-47c4-b2aa-cad3a2efe202 req-4c32f077-493d-4b23-b4cb-eccf6d1bec60 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:26.679688 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1f03e9ad-e71d-47c4-b2aa-cad3a2efe202 req-4c32f077-493d-4b23-b4cb-eccf6d1bec60 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=8eb6a8f3-614d-407f-9f04-857ec1ceb8f7 HTTP/1.1" status: 200 len: 943 time: 0.0500731 Oct 18 03:04:26.718445 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1f03e9ad-e71d-47c4-b2aa-cad3a2efe202 req-8cfb310d-1585-44b1-bbfc-5844ca4ff080 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324097 Oct 18 03:04:26.737701 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-55fc1ee7-0827-422e-8d8d-98660a5d1da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:26.742467 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-9499c431-f2c2-48f2-a5a6-27b460dcfa9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3168564'] for port, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:26.775275 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-9499c431-f2c2-48f2-a5a6-27b460dcfa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:26.782753 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-9499c431-f2c2-48f2-a5a6-27b460dcfa9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:26.782753 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-9499c431-f2c2-48f2-a5a6-27b460dcfa9d service neutron] 10.222.0.36 "PUT /v2.0/ports/ff7732df-5384-42f3-b2da-712c5a544b8b HTTP/1.1" status: 200 len: 1093 time: 0.8317182 Oct 18 03:04:26.782753 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb6a8f3-614d-407f-9f04-857ec1ceb8f7', 'tag': 'ff7732df-5384-42f3-b2da-712c5a544b8b'}] {{(pid=106637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:04:26.783262 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84e416a7c2bb109cea857a7500c5c4b938dbd8fc9acb645868c31a21fed55845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62984dc-7f71-412a-b96d-e6f56a78b2e5" -d '{"events": [{"name": "network-changed", "server_uuid": "8eb6a8f3-614d-407f-9f04-857ec1ceb8f7", "tag": "ff7732df-5384-42f3-b2da-712c5a544b8b"}]}' {{(pid=106637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:04:26.821460 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9499c431-f2c2-48f2-a5a6-27b460dcfa9d service neutron] Pushing event updated for resources: {'Port': ['ID=ff7732df-5384-42f3-b2da-712c5a544b8b,revision_number=3']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:04:26.826291 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 03:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c535219c-11cf-4ce8-805b-f9b8c2bf2628 x-openstack-request-id: req-c535219c-11cf-4ce8-805b-f9b8c2bf2628 {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:04:26.828433 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eb6a8f3-614d-407f-9f04-857ec1ceb8f7", "tag": "ff7732df-5384-42f3-b2da-712c5a544b8b", "status": "completed", "code": 200}]} {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:04:26.828433 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c535219c-11cf-4ce8-805b-f9b8c2bf2628 {{(pid=106637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:04:26.828433 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eb6a8f3-614d-407f-9f04-857ec1ceb8f7', 'tag': 'ff7732df-5384-42f3-b2da-712c5a544b8b', 'status': 'completed', 'code': 200} Oct 18 03:04:26.857689 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-55fc1ee7-0827-422e-8d8d-98660a5d1da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:26.920109 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-55fc1ee7-0827-422e-8d8d-98660a5d1da7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ae49d93ebf284034ba4e727374c53c7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4145610 Oct 18 03:04:26.923467 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 37594) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:04:26.928311 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc1ee7-0827-422e-8d8d-98660a5d1da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24dc5eab-5ba1-416e-abc9-4f643a7a5cc6,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:04:26.934037 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62984dc-7f71-412a-b96d-e6f56a78b2e5 req-e973fa7a-01ab-479f-81b6-795c459c3120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:26.935974 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-e62984dc-7f71-412a-b96d-e6f56a78b2e5 req-e973fa7a-01ab-479f-81b6-795c459c3120 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b53d2fa916034e5791986e3a904b2f43&device_id=8eb6a8f3-614d-407f-9f04-857ec1ceb8f7 HTTP/1.1" status: 200 len: 1096 time: 0.0880098 Oct 18 03:04:26.985533 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-4b943652-9bfc-41d4-b12d-c4912479c9a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:27.007377 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-4b943652-9bfc-41d4-b12d-c4912479c9a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:27.043640 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62984dc-7f71-412a-b96d-e6f56a78b2e5 req-f1b2700c-5403-4cde-b4f1-a552e5646d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:27.045017 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-e62984dc-7f71-412a-b96d-e6f56a78b2e5 req-f1b2700c-5403-4cde-b4f1-a552e5646d10 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b53d2fa916034e5791986e3a904b2f43&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0987849 Oct 18 03:04:27.125080 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-4b943652-9bfc-41d4-b12d-c4912479c9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:27.127815 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-4b943652-9bfc-41d4-b12d-c4912479c9a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:27.128982 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-4b943652-9bfc-41d4-b12d-c4912479c9a3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/24dc5eab-5ba1-416e-abc9-4f643a7a5cc6 HTTP/1.1" status: 204 len: 168 time: 0.2040434 Oct 18 03:04:27.140522 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b943652-9bfc-41d4-b12d-c4912479c9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24dc5eab-5ba1-416e-abc9-4f643a7a5cc6,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:04:27.150668 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b943652-9bfc-41d4-b12d-c4912479c9a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:04:27.151090 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b943652-9bfc-41d4-b12d-c4912479c9a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:04:27.151414 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b943652-9bfc-41d4-b12d-c4912479c9a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:04:27.152130 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b943652-9bfc-41d4-b12d-c4912479c9a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:04:27.152483 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b943652-9bfc-41d4-b12d-c4912479c9a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:04:27.152800 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b943652-9bfc-41d4-b12d-c4912479c9a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:04:27.153319 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b943652-9bfc-41d4-b12d-c4912479c9a3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:04:27.153650 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b943652-9bfc-41d4-b12d-c4912479c9a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:04:27.154119 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b943652-9bfc-41d4-b12d-c4912479c9a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:04:27.154557 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b943652-9bfc-41d4-b12d-c4912479c9a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:04:27.154890 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b943652-9bfc-41d4-b12d-c4912479c9a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:04:27.155338 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b943652-9bfc-41d4-b12d-c4912479c9a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:04:27.407889 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62984dc-7f71-412a-b96d-e6f56a78b2e5 req-95f221d9-9394-4045-b469-3e0b01f3a4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:27.410319 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-e62984dc-7f71-412a-b96d-e6f56a78b2e5 req-95f221d9-9394-4045-b469-3e0b01f3a4a9 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3574433 Oct 18 03:04:27.497747 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-926ce242-2e53-4487-96eb-f39218f796f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:27.500086 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-926ce242-2e53-4487-96eb-f39218f796f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b53d2fa916034e5791986e3a904b2f43&device_id=8eb6a8f3-614d-407f-9f04-857ec1ceb8f7 HTTP/1.1" status: 200 len: 1096 time: 0.0445645 Oct 18 03:04:27.547659 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-12afcd41-aa6f-46ef-ae77-b04cf0dbabba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff7732df-5384-42f3-b2da-712c5a544b8b HTTP/1.1" status: 200 len: 217 time: 0.0386825 Oct 18 03:04:27.598066 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-a5a1485c-5021-4974-9c74-5d5c835984f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:27.599639 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-a5a1485c-5021-4974-9c74-5d5c835984f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5242877d-4476-4a28-8a5b-87f4884f5f65 HTTP/1.1" status: 200 len: 851 time: 0.0447469 Oct 18 03:04:27.650980 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-0a746ed5-3965-426e-ba93-6b0ff98b6af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:27.652514 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-0a746ed5-3965-426e-ba93-6b0ff98b6af3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e3f93b2-6ab7-425d-a45f-ad1ff777d056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405939 Oct 18 03:04:27.747634 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-85667cf8-739d-40ea-b61e-0867aaa964a8 service neutron] 10.222.0.36 "GET /v2.0/networks/7e3f93b2-6ab7-425d-a45f-ad1ff777d056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866261 Oct 18 03:04:27.837779 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a200b-10ec-4599-b535-2e5a9755c18a req-b5f6cf01-48f9-4a56-9fe6-933d36775438 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:27.838777 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-f069cb14-5613-4d69-bfe4-1dd607912c2c req-11dd2fe6-0e67-4c66-82af-357746ed9d48 service neutron] 10.222.0.36 "GET /v2.0/networks/7e3f93b2-6ab7-425d-a45f-ad1ff777d056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831740 Oct 18 03:04:27.839378 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-136a200b-10ec-4599-b535-2e5a9755c18a req-b5f6cf01-48f9-4a56-9fe6-933d36775438 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=8eb6a8f3-614d-407f-9f04-857ec1ceb8f7 HTTP/1.1" status: 200 len: 943 time: 0.0514359 Oct 18 03:04:27.878158 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-136a200b-10ec-4599-b535-2e5a9755c18a req-234d10ee-9d5a-4e3f-b721-e075757e2ecc tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321014 Oct 18 03:04:29.002997 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70ee8b-c687-4422-89d1-68bfd63e48ba req-b0020fd6-0070-4dd5-b3ba-21ca30dbfbaf tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:29.004468 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7a70ee8b-c687-4422-89d1-68bfd63e48ba req-b0020fd6-0070-4dd5-b3ba-21ca30dbfbaf tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=8eb6a8f3-614d-407f-9f04-857ec1ceb8f7 HTTP/1.1" status: 200 len: 943 time: 0.0587778 Oct 18 03:04:29.043713 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7a70ee8b-c687-4422-89d1-68bfd63e48ba req-c53b41d1-a398-46a0-a72d-51f6ea11972f tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333571 Oct 18 03:04:30.159005 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d824e8-4171-4f48-a9b0-aec43cce3ba6 req-87a59be2-055e-4210-8881-7c66ba6b0a39 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:30.160437 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-04d824e8-4171-4f48-a9b0-aec43cce3ba6 req-87a59be2-055e-4210-8881-7c66ba6b0a39 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=8eb6a8f3-614d-407f-9f04-857ec1ceb8f7 HTTP/1.1" status: 200 len: 943 time: 0.0472970 Oct 18 03:04:30.197326 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-04d824e8-4171-4f48-a9b0-aec43cce3ba6 req-141fbba3-e9ac-4408-9709-696133168fbd tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309188 Oct 18 03:04:32.600776 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 6 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 03:04:33.791180 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1f525-4360-4fb0-be92-4bf65a5f037a req-fbd8cb33-7b25-4ac3-a0f7-0c3228173d96 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:33.792518 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-21b1f525-4360-4fb0-be92-4bf65a5f037a req-fbd8cb33-7b25-4ac3-a0f7-0c3228173d96 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=8eb6a8f3-614d-407f-9f04-857ec1ceb8f7 HTTP/1.1" status: 200 len: 943 time: 0.0508847 Oct 18 03:04:33.829406 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-21b1f525-4360-4fb0-be92-4bf65a5f037a req-192a6d51-0697-4f79-bce5-e93072e1b5ff tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301301 Oct 18 03:04:34.944984 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5fbc8-4829-4761-8272-886d0db8d071 req-9a9673ed-3943-4888-8e6b-0fc128da4ce0 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:34.946421 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6fa5fbc8-4829-4761-8272-886d0db8d071 req-9a9673ed-3943-4888-8e6b-0fc128da4ce0 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=8eb6a8f3-614d-407f-9f04-857ec1ceb8f7 HTTP/1.1" status: 200 len: 943 time: 0.0499492 Oct 18 03:04:34.987439 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6fa5fbc8-4829-4761-8272-886d0db8d071 req-db1c14f6-67a3-4a5c-b36a-b9bebadd3dad tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333307 Oct 18 03:04:36.100459 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388bf04-846b-426f-bcb1-0d96c3cab5dd req-6196e28a-4b28-4fa4-a109-e91adae3d7cc tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:36.101846 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7388bf04-846b-426f-bcb1-0d96c3cab5dd req-6196e28a-4b28-4fa4-a109-e91adae3d7cc tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=8eb6a8f3-614d-407f-9f04-857ec1ceb8f7 HTTP/1.1" status: 200 len: 943 time: 0.0489845 Oct 18 03:04:36.140514 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7388bf04-846b-426f-bcb1-0d96c3cab5dd req-16bbb9f9-1fe6-4f44-a7a3-e1f40323c97d tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323875 Oct 18 03:04:36.416213 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:36.440333 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device ff7732df-5384-42f3-b2da-712c5a544b8b details requested by agent hyperv_hv-cinder-81433 with host hv-cinder-81433 {{(pid=106638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 03:04:36.537303 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port ff7732df-5384-42f3-b2da-712c5a544b8b, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=ff7732df-5384-42f3-b2da-712c5a544b8b,segment=NetworkSegment(93fde34d-71f4-4664-b4a1-dc668456a811),segment_id=93fde34d-71f4-4664-b4a1-dc668456a811)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:04:36.549211 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Returning: {'device': 'ff7732df-5384-42f3-b2da-712c5a544b8b', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'port_id': 'ff7732df-5384-42f3-b2da-712c5a544b8b', 'mac_address': 'fa:16:3e:55:fa:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 03:04:36.585967 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:36.598389 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff7732df-5384-42f3-b2da-712c5a544b8b {{(pid=106638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 03:04:36.617395 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port ff7732df-5384-42f3-b2da-712c5a544b8b, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=ff7732df-5384-42f3-b2da-712c5a544b8b,segment=NetworkSegment(93fde34d-71f4-4664-b4a1-dc668456a811),segment_id=93fde34d-71f4-4664-b4a1-dc668456a811)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:04:36.672478 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:36.715963 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=ff7732df-5384-42f3-b2da-712c5a544b8b,revision_number=4']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:04:36.934405 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['ff7732df-5384-42f3-b2da-712c5a544b8b'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:04:37.257043 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73882c-41fb-4a1b-b24d-830f4c5733c8 req-df1d4fae-3506-4f8c-94c9-f021af889b86 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:37.258505 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9e73882c-41fb-4a1b-b24d-830f4c5733c8 req-df1d4fae-3506-4f8c-94c9-f021af889b86 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=8eb6a8f3-614d-407f-9f04-857ec1ceb8f7 HTTP/1.1" status: 200 len: 944 time: 0.0507643 Oct 18 03:04:37.295280 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9e73882c-41fb-4a1b-b24d-830f4c5733c8 req-aee2c6db-8ae4-4285-a3b7-d3e0e70d46c8 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309484 Oct 18 03:04:38.409726 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041e745-130c-41f3-8767-c3f65ca3f737 req-971b0822-45a4-41d1-845c-805adae90fff tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:38.411202 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6041e745-130c-41f3-8767-c3f65ca3f737 req-971b0822-45a4-41d1-845c-805adae90fff tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=8eb6a8f3-614d-407f-9f04-857ec1ceb8f7 HTTP/1.1" status: 200 len: 944 time: 0.0484774 Oct 18 03:04:38.447687 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6041e745-130c-41f3-8767-c3f65ca3f737 req-23eb0393-9b23-4ca5-92eb-34f12d138fc2 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307894 Oct 18 03:04:38.457464 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device ff7732df-5384-42f3-b2da-712c5a544b8b up at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:04:38.598658 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning for port ff7732df-5384-42f3-b2da-712c5a544b8b completed by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 03:04:38.602588 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning complete for port ff7732df-5384-42f3-b2da-712c5a544b8b triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:04:38.602962 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:38.679602 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:38.701468 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb6a8f3-614d-407f-9f04-857ec1ceb8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7732df-5384-42f3-b2da-712c5a544b8b'}] {{(pid=106638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:04:38.703729 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd784869ff86f08281957869a4884f8f45cf6a5f98b2b439ba04ffc4a22c0e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70483e9b-2613-411d-9634-98ffcd92cee0" -d '{"events": [{"server_uuid": "8eb6a8f3-614d-407f-9f04-857ec1ceb8f7", "name": "network-vif-plugged", "status": "completed", "tag": "ff7732df-5384-42f3-b2da-712c5a544b8b"}]}' {{(pid=106638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:04:38.715981 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port ff7732df-5384-42f3-b2da-712c5a544b8b, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=ff7732df-5384-42f3-b2da-712c5a544b8b,segment=NetworkSegment(93fde34d-71f4-4664-b4a1-dc668456a811),segment_id=93fde34d-71f4-4664-b4a1-dc668456a811)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:04:38.815834 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:38.864304 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=ff7732df-5384-42f3-b2da-712c5a544b8b,revision_number=5']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:04:38.913469 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e877f9e-cbd3-416a-b3d0-f404f2d6080c x-openstack-request-id: req-5e877f9e-cbd3-416a-b3d0-f404f2d6080c {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:04:38.913762 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb6a8f3-614d-407f-9f04-857ec1ceb8f7", "name": "network-vif-plugged", "status": "completed", "tag": "ff7732df-5384-42f3-b2da-712c5a544b8b", "code": 200}]} {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:04:38.914052 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5e877f9e-cbd3-416a-b3d0-f404f2d6080c {{(pid=106638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:04:38.914458 dv-cinder-814333-1-iscsi neutron-server[106638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb6a8f3-614d-407f-9f04-857ec1ceb8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7732df-5384-42f3-b2da-712c5a544b8b', 'code': 200} Oct 18 03:04:39.322720 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b78726-a1d3-4b05-a28e-2b23c5d3a4e0 req-7f4d2550-64ab-4f42-8879-b020fd40f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:39.324175 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-84b78726-a1d3-4b05-a28e-2b23c5d3a4e0 req-7f4d2550-64ab-4f42-8879-b020fd40f6b5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8eb6a8f3-614d-407f-9f04-857ec1ceb8f7 HTTP/1.1" status: 200 len: 1098 time: 0.0447602 Oct 18 03:04:39.359383 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-84b78726-a1d3-4b05-a28e-2b23c5d3a4e0 req-04ee2bb0-647b-4c08-8a0f-d07e2bc5aeaf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272927 Oct 18 03:04:39.561985 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210c532-1a84-4c8f-8116-39cf382ed606 req-ff6436d7-9ec2-40ce-87cc-4b3a8b12a345 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:39.563439 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8210c532-1a84-4c8f-8116-39cf382ed606 req-ff6436d7-9ec2-40ce-87cc-4b3a8b12a345 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=8eb6a8f3-614d-407f-9f04-857ec1ceb8f7 HTTP/1.1" status: 200 len: 945 time: 0.0485859 Oct 18 03:04:39.601616 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8210c532-1a84-4c8f-8116-39cf382ed606 req-b42d2327-627a-4ce2-923e-a20dc484ddfc tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317292 Oct 18 03:04:40.722459 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33192d3b-a56c-412d-a941-5c20e6f9aeda req-3bddd9bd-5fef-4a03-a185-4d80f8e5e8ef tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:40.724053 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-33192d3b-a56c-412d-a941-5c20e6f9aeda req-3bddd9bd-5fef-4a03-a185-4d80f8e5e8ef tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=8eb6a8f3-614d-407f-9f04-857ec1ceb8f7 HTTP/1.1" status: 200 len: 945 time: 0.0553493 Oct 18 03:04:40.764484 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-33192d3b-a56c-412d-a941-5c20e6f9aeda req-c7166fb9-4257-43fb-8fb4-dde471261cc8 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342042 Oct 18 03:04:41.878674 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4a3cb-e037-43cc-ae6c-da81a3a717f5 req-1ae1a272-f719-4630-a8ad-a7ed89952995 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:41.880114 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-28e4a3cb-e037-43cc-ae6c-da81a3a717f5 req-1ae1a272-f719-4630-a8ad-a7ed89952995 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=8eb6a8f3-614d-407f-9f04-857ec1ceb8f7 HTTP/1.1" status: 200 len: 945 time: 0.0489862 Oct 18 03:04:41.916806 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-28e4a3cb-e037-43cc-ae6c-da81a3a717f5 req-9b7ad18d-fcd9-403f-857c-1416f936c99d tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307722 Oct 18 03:04:42.037185 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5e66e-325b-49e6-8f0f-23fe1091ae60 req-fee21a9e-f37b-46f0-8155-f33867f63fef tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:42.038677 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8cd5e66e-325b-49e6-8f0f-23fe1091ae60 req-fee21a9e-f37b-46f0-8155-f33867f63fef tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=8eb6a8f3-614d-407f-9f04-857ec1ceb8f7 HTTP/1.1" status: 200 len: 945 time: 0.0486155 Oct 18 03:04:42.076498 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8cd5e66e-325b-49e6-8f0f-23fe1091ae60 req-715286ee-11e8-4ab1-9f6b-46a117d7d0cc tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318551 Oct 18 03:04:42.098564 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 37746) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:04:42.140382 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6e873a-de84-4d03-9c76-504d7023b433 tempest-TestVolumeBootPattern-558260585 tempest-TestVolumeBootPattern-558260585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:42.141866 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-6f6e873a-de84-4d03-9c76-504d7023b433 tempest-TestVolumeBootPattern-558260585 tempest-TestVolumeBootPattern-558260585-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8eb6a8f3-614d-407f-9f04-857ec1ceb8f7 HTTP/1.1" status: 200 len: 1093 time: 0.0423281 Oct 18 03:04:42.145904 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 37748) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:04:42.150025 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [None req-6e595065-460c-4dee-b95c-201d07dbd65e tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Request body: {'floatingip': {'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'port_id': 'ff7732df-5384-42f3-b2da-712c5a544b8b', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:04:42.238612 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-6e595065-460c-4dee-b95c-201d07dbd65e tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for floatingip, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:42.331526 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-6e595065-460c-4dee-b95c-201d07dbd65e tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:42.436875 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.db_base_plugin_common [None req-6e595065-460c-4dee-b95c-201d07dbd65e tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Allocated IP 172.27.3.7 (ec1e2d0f-026f-465c-b326-53f6d0173c72/df7c5eba-93a9-4f97-9356-1dcfa994647a/98cc5315-706d-4fca-bf21-5eb267aaa385) {{(pid=106636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:04:42.539477 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-6e595065-460c-4dee-b95c-201d07dbd65e tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for port, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:42.708116 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-6e595065-460c-4dee-b95c-201d07dbd65e tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59726697'] for port, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:42.749205 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e595065-460c-4dee-b95c-201d07dbd65e tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Network ec1e2d0f-026f-465c-b326-53f6d0173c72 is already hosted by enough agents. {{(pid=106636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:04:42.752095 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [None req-6e595065-460c-4dee-b95c-201d07dbd65e tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Resources bound (agent type, host, resource id): {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:04:42.755556 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e595065-460c-4dee-b95c-201d07dbd65e tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Received port after_create {{(pid=106636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:04:42.781269 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e595065-460c-4dee-b95c-201d07dbd65e tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Pushing event updated for resources: {'Port': ['ID=98cc5315-706d-4fca-bf21-5eb267aaa385,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:04:43.336733 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-6e595065-460c-4dee-b95c-201d07dbd65e tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:43.485202 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-6e595065-460c-4dee-b95c-201d07dbd65e tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:43.639983 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-6e595065-460c-4dee-b95c-201d07dbd65e tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for port, precommit_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:43.769704 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-6e595065-460c-4dee-b95c-201d07dbd65e tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59726704'] for port, after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:43.836095 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e595065-460c-4dee-b95c-201d07dbd65e tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Pushing event updated for resources: {'Port': ['ID=98cc5315-706d-4fca-bf21-5eb267aaa385,revision_number=2']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:04:43.850566 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-6e595065-460c-4dee-b95c-201d07dbd65e tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-612639'] for floatingip, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:43.949210 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.db.l3_db [None req-6e595065-460c-4dee-b95c-201d07dbd65e tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Floating IP ef36550f-3cac-4b1b-9a84-a885ad56090f associated. External IP: 172.27.3.7, port: ff7732df-5384-42f3-b2da-712c5a544b8b. Oct 18 03:04:44.152458 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e595065-460c-4dee-b95c-201d07dbd65e tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Router f665c283-6d4b-40fa-a23c-2031c7584340 has already been hosted by L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 {{(pid=106636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 03:04:44.258850 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e595065-460c-4dee-b95c-201d07dbd65e tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 03:04:44.268828 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef6a218-1417-4e45-849d-8f61e2db01ef None None] Sync routers for ids ['f665c283-6d4b-40fa-a23c-2031c7584340'] in dv-cinder-814333-1-iscsi {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 03:04:44.277717 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef6a218-1417-4e45-849d-8f61e2db01ef None None] Routers {'f665c283-6d4b-40fa-a23c-2031c7584340'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:04:44.278359 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-bef6a218-1417-4e45-849d-8f61e2db01ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:04:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['f665c283-6d4b-40fa-a23c-2031c7584340'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:04:44.363969 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-6e595065-460c-4dee-b95c-201d07dbd65e tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for floatingip, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:44.382463 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-bef6a218-1417-4e45-849d-8f61e2db01ef None None] Set router f665c283-6d4b-40fa-a23c-2031c7584340 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:04:44.394537 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-6e595065-460c-4dee-b95c-201d07dbd65e tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.2475715 Oct 18 03:04:44.413434 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb6a8f3-614d-407f-9f04-857ec1ceb8f7', 'tag': 'ff7732df-5384-42f3-b2da-712c5a544b8b'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:04:44.413434 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}496079113880dc21d8e474160779c487de2a9ec27c44afe50e843faa48598ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27302d3c-104f-4076-8349-aea60a2518a6" -d '{"events": [{"name": "network-changed", "server_uuid": "8eb6a8f3-614d-407f-9f04-857ec1ceb8f7", "tag": "ff7732df-5384-42f3-b2da-712c5a544b8b"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:04:44.500854 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 03:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb3ac5f-f57b-4979-bd1e-1083bf76f43b x-openstack-request-id: req-3bb3ac5f-f57b-4979-bd1e-1083bf76f43b {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:04:44.500854 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eb6a8f3-614d-407f-9f04-857ec1ceb8f7", "tag": "ff7732df-5384-42f3-b2da-712c5a544b8b", "status": "completed", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:04:44.500854 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3bb3ac5f-f57b-4979-bd1e-1083bf76f43b {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:04:44.500854 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eb6a8f3-614d-407f-9f04-857ec1ceb8f7', 'tag': 'ff7732df-5384-42f3-b2da-712c5a544b8b', 'status': 'completed', 'code': 200} Oct 18 03:04:44.566170 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27302d3c-104f-4076-8349-aea60a2518a6 req-b44afea2-2336-41db-83a5-49cacc90c817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:44.567687 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-27302d3c-104f-4076-8349-aea60a2518a6 req-b44afea2-2336-41db-83a5-49cacc90c817 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b53d2fa916034e5791986e3a904b2f43&device_id=8eb6a8f3-614d-407f-9f04-857ec1ceb8f7 HTTP/1.1" status: 200 len: 1098 time: 0.0411139 Oct 18 03:04:44.614105 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-bef6a218-1417-4e45-849d-8f61e2db01ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'name': 'tempest-TestVolumeBootPattern-1184054740-router', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:00:29Z', 'updated_at': '2021-10-18T03:00:34Z', 'revision_number': 4, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'gw_port': {'id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:30Z', 'updated_at': '2021-10-18T03:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_floatingips': [{'id': 'ef36550f-3cac-4b1b-9a84-a885ad56090f', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'router_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'port_id': 'ff7732df-5384-42f3-b2da-712c5a544b8b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'mac_address': 'fa:16:3e:55:fa:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb6a8f3-614d-407f-9f04-857ec1ceb8f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T03:04:42Z', 'updated_at': '2021-10-18T03:04:42Z', 'revision_number': 0, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42a7403-3236-431d-80b5-ba7ad912b82a', 'name': '', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'mac_address': 'fa:16:3e:4c:7d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:33Z', 'updated_at': '2021-10-18T03:00:38Z', 'revision_number': 5, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'subnets': [{'id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:04:44.640864 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef6a218-1417-4e45-849d-8f61e2db01ef None None] Checking router: f665c283-6d4b-40fa-a23c-2031c7584340 for host: dv-cinder-814333-1-iscsi {{(pid=106638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 03:04:44.650051 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef6a218-1417-4e45-849d-8f61e2db01ef None None] Routers {'f665c283-6d4b-40fa-a23c-2031c7584340'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:04:44.650658 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-bef6a218-1417-4e45-849d-8f61e2db01ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:04:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['f665c283-6d4b-40fa-a23c-2031c7584340'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:04:44.662003 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27302d3c-104f-4076-8349-aea60a2518a6 req-7d909942-8093-4576-8aaa-06221032e56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:44.666177 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-27302d3c-104f-4076-8349-aea60a2518a6 req-7d909942-8093-4576-8aaa-06221032e56c service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e3f93b2-6ab7-425d-a45f-ad1ff777d056 HTTP/1.1" status: 200 len: 913 time: 0.0883780 Oct 18 03:04:44.737759 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-27302d3c-104f-4076-8349-aea60a2518a6 req-4573320f-c21f-48e4-9069-5437d7174f9d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff7732df-5384-42f3-b2da-712c5a544b8b HTTP/1.1" status: 200 len: 997 time: 0.0651603 Oct 18 03:04:44.758722 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-bef6a218-1417-4e45-849d-8f61e2db01ef None None] Set router f665c283-6d4b-40fa-a23c-2031c7584340 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:04:44.808088 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27302d3c-104f-4076-8349-aea60a2518a6 req-3d864d36-df39-416f-921d-92cf17327e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:44.810765 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-27302d3c-104f-4076-8349-aea60a2518a6 req-3d864d36-df39-416f-921d-92cf17327e19 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5242877d-4476-4a28-8a5b-87f4884f5f65 HTTP/1.1" status: 200 len: 851 time: 0.0449078 Oct 18 03:04:44.861206 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27302d3c-104f-4076-8349-aea60a2518a6 req-336d0b00-c542-4cd9-8513-b6f2e815a57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:44.863359 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-27302d3c-104f-4076-8349-aea60a2518a6 req-336d0b00-c542-4cd9-8513-b6f2e815a57e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e3f93b2-6ab7-425d-a45f-ad1ff777d056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399113 Oct 18 03:04:44.969171 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-27302d3c-104f-4076-8349-aea60a2518a6 req-fa0f4cfb-6553-4b7d-87b0-7d4d5cee42f2 service neutron] 10.222.0.36 "GET /v2.0/networks/7e3f93b2-6ab7-425d-a45f-ad1ff777d056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972359 Oct 18 03:04:44.997396 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-bef6a218-1417-4e45-849d-8f61e2db01ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'name': 'tempest-TestVolumeBootPattern-1184054740-router', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:00:29Z', 'updated_at': '2021-10-18T03:00:34Z', 'revision_number': 4, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'gw_port': {'id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:30Z', 'updated_at': '2021-10-18T03:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_floatingips': [{'id': 'ef36550f-3cac-4b1b-9a84-a885ad56090f', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'router_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'port_id': 'ff7732df-5384-42f3-b2da-712c5a544b8b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'mac_address': 'fa:16:3e:55:fa:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb6a8f3-614d-407f-9f04-857ec1ceb8f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T03:04:42Z', 'updated_at': '2021-10-18T03:04:42Z', 'revision_number': 0, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42a7403-3236-431d-80b5-ba7ad912b82a', 'name': '', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'mac_address': 'fa:16:3e:4c:7d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:33Z', 'updated_at': '2021-10-18T03:00:38Z', 'revision_number': 5, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'subnets': [{'id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:04:45.064576 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-27302d3c-104f-4076-8349-aea60a2518a6 req-5536375d-4d29-456c-a0f4-ef2e40f91600 service neutron] 10.222.0.36 "GET /v2.0/networks/7e3f93b2-6ab7-425d-a45f-ad1ff777d056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868297 Oct 18 03:04:45.141069 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef6a218-1417-4e45-849d-8f61e2db01ef None None] The sync data for ids ['f665c283-6d4b-40fa-a23c-2031c7584340'] in dv-cinder-814333-1-iscsi is: [{'id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'name': 'tempest-TestVolumeBootPattern-1184054740-router', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:00:29Z', 'updated_at': '2021-10-18T03:00:34Z', 'revision_number': 4, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'gw_port': {'id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:30Z', 'updated_at': '2021-10-18T03:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_floatingips': [{'id': 'ef36550f-3cac-4b1b-9a84-a885ad56090f', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'router_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'port_id': 'ff7732df-5384-42f3-b2da-712c5a544b8b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'mac_address': 'fa:16:3e:55:fa:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb6a8f3-614d-407f-9f04-857ec1ceb8f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T03:04:42Z', 'updated_at': '2021-10-18T03:04:42Z', 'revision_number': 0, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42a7403-3236-431d-80b5-ba7ad912b82a', 'name': '', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'mac_address': 'fa:16:3e:4c:7d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:33Z', 'updated_at': '2021-10-18T03:00:38Z', 'revision_number': 5, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'subnets': [{'id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 03:04:45.324013 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e2ee98-4dfb-4249-983a-c83fdd455df7 None None] New status for floating IP ef36550f-3cac-4b1b-9a84-a885ad56090f: ACTIVE {{(pid=106639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 03:04:45.458835 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 37796) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:04:45.502468 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.db_base_plugin_v2 [None req-0731cbf5-dfb2-4102-bfe4-e87632ababd5 admin admin] Deleting subnet 0d38104f-250f-4f3d-8909-ea5d7480a710 {{(pid=106636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 18 03:04:45.505361 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-0731cbf5-dfb2-4102-bfe4-e87632ababd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:45.538669 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-0731cbf5-dfb2-4102-bfe4-e87632ababd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918483'] for subnet, precommit_delete_associations {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:45.578394 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-0731cbf5-dfb2-4102-bfe4-e87632ababd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7935780'] for subnet, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:45.707746 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-0731cbf5-dfb2-4102-bfe4-e87632ababd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7935787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59726650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60180870'] for subnet, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:45.731176 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731cbf5-dfb2-4102-bfe4-e87632ababd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d38104f-250f-4f3d-8909-ea5d7480a710,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:04:45.738202 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-0731cbf5-dfb2-4102-bfe4-e87632ababd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for subnet, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:45.741224 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-0731cbf5-dfb2-4102-bfe4-e87632ababd5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0d38104f-250f-4f3d-8909-ea5d7480a710 HTTP/1.1" status: 204 len: 168 time: 0.2814386 Oct 18 03:04:45.743791 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 37800) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:04:45.810453 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7f64edf3-a50a-4f0f-ab0b-4d31f69c226c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7981797'] for network, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:45.891442 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7f64edf3-a50a-4f0f-ab0b-4d31f69c226c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7935455', 'neutron.services.segments.db._delete_segments_for_network-8748751250701'] for network, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:45.912348 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.services.segments.db [None req-7f64edf3-a50a-4f0f-ab0b-4d31f69c226c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee87d67f-51c3-4f94-a5f7-27ba2918850f']}} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:04:45.921470 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.services.segments.db [None req-7f64edf3-a50a-4f0f-ab0b-4d31f69c226c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8f3f050-055d-48ef-afe2-c5127bdfb071') {'for_net_delete': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:04:45.921765 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.services.segments.db [None req-7f64edf3-a50a-4f0f-ab0b-4d31f69c226c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8f3f050-055d-48ef-afe2-c5127bdfb071') {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:04:45.930857 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7f64edf3-a50a-4f0f-ab0b-4d31f69c226c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748751250198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918476'] for segment, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:45.944195 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7f64edf3-a50a-4f0f-ab0b-4d31f69c226c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965'] for segment, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:45.949862 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f64edf3-a50a-4f0f-ab0b-4d31f69c226c admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=106636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 03:04:45.950243 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7f64edf3-a50a-4f0f-ab0b-4d31f69c226c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59726684'] for segment, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:45.951859 dv-cinder-814333-1-iscsi neutron-server[106636]: Traceback (most recent call last): Oct 18 03:04:45.951859 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 03:04:45.951859 dv-cinder-814333-1-iscsi neutron-server[106636]: timer() Oct 18 03:04:45.951859 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 03:04:45.951859 dv-cinder-814333-1-iscsi neutron-server[106636]: cb(*args, **kw) Oct 18 03:04:45.951859 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 03:04:45.951859 dv-cinder-814333-1-iscsi neutron-server[106636]: return func(*args, **kwargs) Oct 18 03:04:45.951859 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 03:04:45.951859 dv-cinder-814333-1-iscsi neutron-server[106636]: self._notify() Oct 18 03:04:45.951859 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 03:04:45.951859 dv-cinder-814333-1-iscsi neutron-server[106636]: self.callback(batched_events) Oct 18 03:04:45.951859 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 03:04:45.951859 dv-cinder-814333-1-iscsi neutron-server[106636]: event.method(event) Oct 18 03:04:45.951859 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 03:04:45.951859 dv-cinder-814333-1-iscsi neutron-server[106636]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 03:04:45.951859 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 03:04:45.951859 dv-cinder-814333-1-iscsi neutron-server[106636]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 03:04:45.951859 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 03:04:45.951859 dv-cinder-814333-1-iscsi neutron-server[106636]: return f(self, *a, **k) Oct 18 03:04:45.951859 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 03:04:45.951859 dv-cinder-814333-1-iscsi neutron-server[106636]: return self._get(url).json() Oct 18 03:04:45.951859 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 03:04:45.951859 dv-cinder-814333-1-iscsi neutron-server[106636]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 03:04:45.951859 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 03:04:45.951859 dv-cinder-814333-1-iscsi neutron-server[106636]: return self.request(url, 'GET', **kwargs) Oct 18 03:04:45.951859 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 03:04:45.951859 dv-cinder-814333-1-iscsi neutron-server[106636]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 03:04:45.951859 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 03:04:45.951859 dv-cinder-814333-1-iscsi neutron-server[106636]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 03:04:45.951859 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 03:04:45.951859 dv-cinder-814333-1-iscsi neutron-server[106636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 03:04:45.951859 dv-cinder-814333-1-iscsi neutron-server[106636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 03:04:46.084197 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7f64edf3-a50a-4f0f-ab0b-4d31f69c226c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7935398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612845'] for network, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:46.091081 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-7f64edf3-a50a-4f0f-ab0b-4d31f69c226c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for network, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:46.094241 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-7f64edf3-a50a-4f0f-ab0b-4d31f69c226c admin admin] 10.222.0.30 "DELETE /v2.0/networks/ee87d67f-51c3-4f94-a5f7-27ba2918850f HTTP/1.1" status: 204 len: 168 time: 0.3496301 Oct 18 03:04:46.103932 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f64edf3-a50a-4f0f-ab0b-4d31f69c226c admin admin] Pushing event deleted for resources: {'Network': ['ID=ee87d67f-51c3-4f94-a5f7-27ba2918850f,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:04:46.441426 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 37806) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:04:46.485577 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-5cbe7be1-f511-440d-9a5d-e53fce239169 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aeb8c6079c594501930704c21f3365bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429676 Oct 18 03:04:46.488221 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 37808) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:04:46.536439 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-02909e5c-d593-4200-9176-42eff18baa83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:46.556992 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-02909e5c-d593-4200-9176-42eff18baa83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:46.683801 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-02909e5c-d593-4200-9176-42eff18baa83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:46.686419 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-02909e5c-d593-4200-9176-42eff18baa83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:46.687549 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-02909e5c-d593-4200-9176-42eff18baa83 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1768bbf3-a273-4a07-99a0-8ea664aac588 HTTP/1.1" status: 204 len: 168 time: 0.1984394 Oct 18 03:04:46.695524 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02909e5c-d593-4200-9176-42eff18baa83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1768bbf3-a273-4a07-99a0-8ea664aac588,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:04:49.278234 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-deeb38d1-ad56-4156-be9d-ad83ec812d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:51.901486 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-400c174c-0bf3-42c5-a1dc-ce0ea21ba1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:52.529764 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:53.250129 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:54.490842 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ece657-5544-4350-8e95-086fad9d6628 req-bd939489-0591-498c-b4b4-f39db07eb7a8 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:54.492353 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b1ece657-5544-4350-8e95-086fad9d6628 req-bd939489-0591-498c-b4b4-f39db07eb7a8 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 945 time: 0.0490756 Oct 18 03:04:54.531604 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b1ece657-5544-4350-8e95-086fad9d6628 req-b907738f-370b-4834-80a8-0084cf103622 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332122 Oct 18 03:04:54.669034 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:04:55.654011 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb3382-4280-4733-91d0-b97028c97f61 req-9210920d-a3a5-4eb6-a89d-5fe6aa69eacb tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:55.655467 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-93cb3382-4280-4733-91d0-b97028c97f61 req-9210920d-a3a5-4eb6-a89d-5fe6aa69eacb tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 945 time: 0.0517387 Oct 18 03:04:55.693708 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-93cb3382-4280-4733-91d0-b97028c97f61 req-538ec088-df88-4fb8-8fe7-e316147ebf76 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313835 Oct 18 03:04:56.810890 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94989c33-30ce-4ec1-b367-5e7f19041b93 req-d27870ee-bf6d-4ffc-b65b-dc3e08166a03 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:56.812342 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-94989c33-30ce-4ec1-b367-5e7f19041b93 req-d27870ee-bf6d-4ffc-b65b-dc3e08166a03 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 945 time: 0.0488336 Oct 18 03:04:56.849516 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-94989c33-30ce-4ec1-b367-5e7f19041b93 req-b66fc21d-5958-4a71-a665-31eb1e31cfe6 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313737 Oct 18 03:04:57.971105 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10defc-d98d-4b18-9ee0-eb36245875ac req-76fc524d-02cd-4e89-b3dd-fe167df122ee tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:57.973374 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-bb10defc-d98d-4b18-9ee0-eb36245875ac req-76fc524d-02cd-4e89-b3dd-fe167df122ee tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 945 time: 0.0501373 Oct 18 03:04:58.010607 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-bb10defc-d98d-4b18-9ee0-eb36245875ac req-a4616d43-f264-4748-bc5b-d9e5d4f3c0d7 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309827 Oct 18 03:04:59.133105 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f368a8-7b99-4b11-924a-3b4356bd2b07 req-9868198e-fa78-4ef8-810f-4880df172c26 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:04:59.134552 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c2f368a8-7b99-4b11-924a-3b4356bd2b07 req-9868198e-fa78-4ef8-810f-4880df172c26 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 945 time: 0.0520732 Oct 18 03:04:59.171302 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c2f368a8-7b99-4b11-924a-3b4356bd2b07 req-47c8fcb7-9cf6-436d-9e34-cf3181d4c40c tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308585 Oct 18 03:05:00.289989 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12944fb-f91e-48f4-98c9-59c421e71856 req-05aaa49f-5447-4ea2-8455-6fd09769a71d tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:00.291443 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c12944fb-f91e-48f4-98c9-59c421e71856 req-05aaa49f-5447-4ea2-8455-6fd09769a71d tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 945 time: 0.0494673 Oct 18 03:05:00.331707 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c12944fb-f91e-48f4-98c9-59c421e71856 req-98a70ea1-39b4-4132-b3fe-e5180a974ee0 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339231 Oct 18 03:05:01.448164 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4b602-7d74-4b52-a3a3-53ea3c1d1452 req-98fd6210-6f97-4085-bf87-152bc4b63e2e tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:01.449503 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-21c4b602-7d74-4b52-a3a3-53ea3c1d1452 req-98fd6210-6f97-4085-bf87-152bc4b63e2e tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 945 time: 0.0479801 Oct 18 03:05:01.485739 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-21c4b602-7d74-4b52-a3a3-53ea3c1d1452 req-eaa0fbc6-c748-408d-8bb4-16a7266ccda0 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304270 Oct 18 03:05:02.612162 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350918e-1cfc-4a2c-aff2-1b8699876509 req-e64754ff-7dd9-4527-9e9e-922ade349ed5 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:02.614082 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d350918e-1cfc-4a2c-aff2-1b8699876509 req-e64754ff-7dd9-4527-9e9e-922ade349ed5 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 945 time: 0.0538316 Oct 18 03:05:02.651521 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d350918e-1cfc-4a2c-aff2-1b8699876509 req-1934f95b-654b-484e-a02e-86c8fe8db262 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318971 Oct 18 03:05:03.701741 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1eb29-8849-4c13-9777-e17b98e3c518 req-bf116c50-5a14-4868-9dc2-d7ac4dcf0503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:03.703330 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-1ac1eb29-8849-4c13-9777-e17b98e3c518 req-bf116c50-5a14-4868-9dc2-d7ac4dcf0503 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2bab566054f4b83aef927c6227a69ea&device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 1098 time: 0.0468564 Oct 18 03:05:03.769440 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de497dd-1ad9-4126-be0d-1e7bb1bf97ea req-fc92f2ae-b6ff-48d2-9e52-9d4b5092bde3 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:03.770941 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8de497dd-1ad9-4126-be0d-1e7bb1bf97ea req-fc92f2ae-b6ff-48d2-9e52-9d4b5092bde3 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 945 time: 0.0491045 Oct 18 03:05:03.804376 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1eb29-8849-4c13-9777-e17b98e3c518 req-41149edd-f182-4565-bb0c-33ccb4a72582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:03.805865 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-1ac1eb29-8849-4c13-9777-e17b98e3c518 req-41149edd-f182-4565-bb0c-33ccb4a72582 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e8a63a2-5796-4af1-8add-99fedc042cba HTTP/1.1" status: 200 len: 917 time: 0.0835645 Oct 18 03:05:03.808153 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8de497dd-1ad9-4126-be0d-1e7bb1bf97ea req-3d0f1574-3051-4daa-b030-1a25c7f79836 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312569 Oct 18 03:05:03.877138 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-1ac1eb29-8849-4c13-9777-e17b98e3c518 req-78f91e36-f2e8-4541-9598-33e3aa7101ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42da4003-0bba-483b-b2e1-66ab4b84b436 HTTP/1.1" status: 200 len: 1001 time: 0.0615191 Oct 18 03:05:03.924929 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1eb29-8849-4c13-9777-e17b98e3c518 req-7e45d2e0-e07f-44b2-8f0f-f81681d7f308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:03.927139 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-1ac1eb29-8849-4c13-9777-e17b98e3c518 req-7e45d2e0-e07f-44b2-8f0f-f81681d7f308 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dead32d3-ed00-4228-a06c-9c73190d2cad HTTP/1.1" status: 200 len: 855 time: 0.0429072 Oct 18 03:05:03.971321 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1eb29-8849-4c13-9777-e17b98e3c518 req-c07c53b4-00d3-4546-990b-f3064654f775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:03.973343 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-1ac1eb29-8849-4c13-9777-e17b98e3c518 req-c07c53b4-00d3-4546-990b-f3064654f775 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e8a63a2-5796-4af1-8add-99fedc042cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385134 Oct 18 03:05:04.067197 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-1ac1eb29-8849-4c13-9777-e17b98e3c518 req-ca8a3d73-c32c-467b-a260-b860486d6ccd service neutron] 10.222.0.36 "GET /v2.0/networks/2e8a63a2-5796-4af1-8add-99fedc042cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856056 Oct 18 03:05:04.157118 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-1ac1eb29-8849-4c13-9777-e17b98e3c518 req-88f6ba7b-8d55-456c-8244-71357d643ab2 service neutron] 10.222.0.36 "GET /v2.0/networks/2e8a63a2-5796-4af1-8add-99fedc042cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823994 Oct 18 03:05:04.927245 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44298d3-587c-4569-af6d-696b4c1815d1 req-cee458e3-90fd-400a-a170-8a91e29b75cd tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:04.928734 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e44298d3-587c-4569-af6d-696b4c1815d1 req-cee458e3-90fd-400a-a170-8a91e29b75cd tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 945 time: 0.0485919 Oct 18 03:05:04.968451 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e44298d3-587c-4569-af6d-696b4c1815d1 req-98e1ad1a-923d-4c30-84af-ed444f66b92f tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339534 Oct 18 03:05:06.098843 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476c5d7-8f9d-4065-be34-837bd5c7cb6f req-cc1e5482-e412-45dc-8741-33ef56b971d9 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:06.100283 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9476c5d7-8f9d-4065-be34-837bd5c7cb6f req-cc1e5482-e412-45dc-8741-33ef56b971d9 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 945 time: 0.0527525 Oct 18 03:05:06.137927 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9476c5d7-8f9d-4065-be34-837bd5c7cb6f req-4ae188e7-90d1-481a-b248-cc4eb631bf55 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314391 Oct 18 03:05:06.375291 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:07.258681 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c00bf3-7dca-4ee7-9d48-4557c35603f4 req-6db33075-2fff-4747-bca6-30a84cf3df62 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:07.260130 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-97c00bf3-7dca-4ee7-9d48-4557c35603f4 req-6db33075-2fff-4747-bca6-30a84cf3df62 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 945 time: 0.0497928 Oct 18 03:05:07.296773 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-97c00bf3-7dca-4ee7-9d48-4557c35603f4 req-c942fd4b-b8dd-40fc-8b3c-e11180ca5970 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308073 Oct 18 03:05:08.415330 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bd258-3ef5-480f-bcd8-f726f124435b req-f9b7a455-41f1-470b-8a82-76c974eddbda tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:08.416772 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d68bd258-3ef5-480f-bcd8-f726f124435b req-f9b7a455-41f1-470b-8a82-76c974eddbda tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 945 time: 0.0488899 Oct 18 03:05:08.454532 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d68bd258-3ef5-480f-bcd8-f726f124435b req-73c9f625-72bf-4415-a9f0-c5dc56be4434 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317807 Oct 18 03:05:09.574482 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6c920-f577-478a-b9bf-fd867fd602b5 req-42fd6e52-2860-4d63-9d64-a93c3a2f2731 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:09.575935 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e6a6c920-f577-478a-b9bf-fd867fd602b5 req-42fd6e52-2860-4d63-9d64-a93c3a2f2731 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 945 time: 0.0517867 Oct 18 03:05:09.599640 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 6 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 03:05:09.614352 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e6a6c920-f577-478a-b9bf-fd867fd602b5 req-2dc6bc3c-b18f-4b97-9511-082b44f28e72 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324769 Oct 18 03:05:10.734123 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd821eb2-6876-42e9-bd0b-0f43062857aa req-5e7dd451-35e2-4f76-9bda-56c0d0109474 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:10.735577 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-fd821eb2-6876-42e9-bd0b-0f43062857aa req-5e7dd451-35e2-4f76-9bda-56c0d0109474 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 945 time: 0.0504866 Oct 18 03:05:10.772966 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-fd821eb2-6876-42e9-bd0b-0f43062857aa req-c348544c-7d22-466d-825a-5a5da3a99451 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309868 Oct 18 03:05:11.891983 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1b1c0-faa5-4a84-8738-e024a2489093 req-32135562-eb3c-4430-a5f8-60ef51da833a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:11.893435 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-89d1b1c0-faa5-4a84-8738-e024a2489093 req-32135562-eb3c-4430-a5f8-60ef51da833a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 945 time: 0.0493498 Oct 18 03:05:11.930810 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-89d1b1c0-faa5-4a84-8738-e024a2489093 req-688f4dae-b8dd-4fd3-9c7b-117dadf7d4de tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312696 Oct 18 03:05:12.613139 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 42da4003-0bba-483b-b2e1-66ab4b84b436 details requested by agent hyperv_hv-cinder-81433 with host hv-cinder-81433 {{(pid=106638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 03:05:12.709531 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 42da4003-0bba-483b-b2e1-66ab4b84b436, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=42da4003-0bba-483b-b2e1-66ab4b84b436,segment=NetworkSegment(0a4479a8-2092-4dd6-9759-50afb4a3e69f),segment_id=0a4479a8-2092-4dd6-9759-50afb4a3e69f)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:05:12.722115 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Returning: {'device': '42da4003-0bba-483b-b2e1-66ab4b84b436', 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba', 'port_id': '42da4003-0bba-483b-b2e1-66ab4b84b436', 'mac_address': 'fa:16:3e:41:26:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dead32d3-ed00-4228-a06c-9c73190d2cad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 03:05:12.765596 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:12.778920 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42da4003-0bba-483b-b2e1-66ab4b84b436 {{(pid=106638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 03:05:12.805809 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 42da4003-0bba-483b-b2e1-66ab4b84b436, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=42da4003-0bba-483b-b2e1-66ab4b84b436,segment=NetworkSegment(0a4479a8-2092-4dd6-9759-50afb4a3e69f),segment_id=0a4479a8-2092-4dd6-9759-50afb4a3e69f)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:05:12.884564 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:12.955380 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=42da4003-0bba-483b-b2e1-66ab4b84b436,revision_number=6']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:05:12.976203 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:05:12.976816 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:05:12.977309 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:05:12.978132 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:05:12.978706 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:05:12.979206 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:05:12.979722 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:05:12.980185 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:05:12.980816 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:05:12.981811 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:05:12.982085 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:05:12.982413 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:05:12.987644 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['42da4003-0bba-483b-b2e1-66ab4b84b436'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:05:13.101370 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde19e70-b38f-49d8-b53a-c74ca9f752da req-1d3676a1-76d9-4c6e-b276-f2440e75a13d tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:13.115496 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-dde19e70-b38f-49d8-b53a-c74ca9f752da req-1d3676a1-76d9-4c6e-b276-f2440e75a13d tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 944 time: 0.0743527 Oct 18 03:05:13.160559 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-dde19e70-b38f-49d8-b53a-c74ca9f752da req-0ae64dd9-1966-4391-ad8d-2151ff856fe3 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494318 Oct 18 03:05:14.291744 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936105ac-c741-4119-8084-29539fe47d3f req-b31f960f-9fdf-4792-8711-3a9c097da916 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:14.294136 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-936105ac-c741-4119-8084-29539fe47d3f req-b31f960f-9fdf-4792-8711-3a9c097da916 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 944 time: 0.0546393 Oct 18 03:05:14.337250 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-936105ac-c741-4119-8084-29539fe47d3f req-9a74e386-8857-41ac-8186-005283884937 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368733 Oct 18 03:05:14.629254 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 42da4003-0bba-483b-b2e1-66ab4b84b436 up at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:05:14.681448 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning complete for port 42da4003-0bba-483b-b2e1-66ab4b84b436 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:05:14.682012 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:14.767041 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:14.792151 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0d9fd7-a622-4003-9631-9d30ba1c77f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42da4003-0bba-483b-b2e1-66ab4b84b436'}] {{(pid=106638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:05:14.794587 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd784869ff86f08281957869a4884f8f45cf6a5f98b2b439ba04ffc4a22c0e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071c153d-e2ad-48bc-a476-e2c0a8e42738" -d '{"events": [{"server_uuid": "8b0d9fd7-a622-4003-9631-9d30ba1c77f6", "name": "network-vif-plugged", "status": "completed", "tag": "42da4003-0bba-483b-b2e1-66ab4b84b436"}]}' {{(pid=106638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:05:14.807843 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 42da4003-0bba-483b-b2e1-66ab4b84b436, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=42da4003-0bba-483b-b2e1-66ab4b84b436,segment=NetworkSegment(0a4479a8-2092-4dd6-9759-50afb4a3e69f),segment_id=0a4479a8-2092-4dd6-9759-50afb4a3e69f)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:05:14.843994 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049c5e15-e176-4629-afc7-75686ba33ab3 x-openstack-request-id: req-049c5e15-e176-4629-afc7-75686ba33ab3 {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:05:14.843994 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b0d9fd7-a622-4003-9631-9d30ba1c77f6", "name": "network-vif-plugged", "status": "completed", "tag": "42da4003-0bba-483b-b2e1-66ab4b84b436", "code": 200}]} {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:05:14.843994 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-049c5e15-e176-4629-afc7-75686ba33ab3 {{(pid=106638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:05:14.843994 dv-cinder-814333-1-iscsi neutron-server[106638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0d9fd7-a622-4003-9631-9d30ba1c77f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42da4003-0bba-483b-b2e1-66ab4b84b436', 'code': 200} Oct 18 03:05:14.890043 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:14.952859 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=42da4003-0bba-483b-b2e1-66ab4b84b436,revision_number=7']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:05:15.500024 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a286e6f-8fa6-4e3a-939f-a5a11aa876fd req-d8618c59-4612-4cb4-8988-a8b7af39fe7a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:15.501678 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-3a286e6f-8fa6-4e3a-939f-a5a11aa876fd req-d8618c59-4612-4cb4-8988-a8b7af39fe7a tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 945 time: 0.0668647 Oct 18 03:05:15.548023 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-3a286e6f-8fa6-4e3a-939f-a5a11aa876fd req-413da802-ef18-4e72-886b-ed7aa7ca316b tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401158 Oct 18 03:05:16.679056 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d367b98-e85e-4e58-9636-42bdada8c771 req-18721fec-a30e-4592-bdf5-6f4e7b4e90d8 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:16.681324 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1d367b98-e85e-4e58-9636-42bdada8c771 req-18721fec-a30e-4592-bdf5-6f4e7b4e90d8 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 945 time: 0.0565817 Oct 18 03:05:16.720728 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1d367b98-e85e-4e58-9636-42bdada8c771 req-b59ecdd2-728c-466c-a5d4-58b3f1b38b81 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325396 Oct 18 03:05:17.848827 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507bdf1e-fd5e-47fa-8ec2-786c7293373f req-27b4b71b-0e2b-4cc7-ab61-0397684698e3 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:17.850625 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-507bdf1e-fd5e-47fa-8ec2-786c7293373f req-27b4b71b-0e2b-4cc7-ab61-0397684698e3 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 945 time: 0.0535383 Oct 18 03:05:17.891774 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-507bdf1e-fd5e-47fa-8ec2-786c7293373f req-943a182d-c951-46aa-b8cc-8d91a390d691 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347037 Oct 18 03:05:19.013666 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862db4f-3b28-4b97-8946-0b84b85ef63f req-20b6dd6c-be54-4ebf-8f9d-8018d0516ee3 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:19.015208 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7862db4f-3b28-4b97-8946-0b84b85ef63f req-20b6dd6c-be54-4ebf-8f9d-8018d0516ee3 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 945 time: 0.0484319 Oct 18 03:05:19.052518 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7862db4f-3b28-4b97-8946-0b84b85ef63f req-ab41fdb0-103e-464f-92fc-6d591c3d1e02 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306995 Oct 18 03:05:19.301143 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-fc3e8c35-51ba-4bb2-aad9-c8211e4e37b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:20.177918 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e18a6-eadd-407b-b7ab-1c8e9acb4574 req-a9bcb7ce-93e0-4975-977f-66c5dbec8dbc tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:20.179584 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e31e18a6-eadd-407b-b7ab-1c8e9acb4574 req-a9bcb7ce-93e0-4975-977f-66c5dbec8dbc tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 945 time: 0.0546081 Oct 18 03:05:20.240355 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e31e18a6-eadd-407b-b7ab-1c8e9acb4574 req-04ba9336-3ca8-481b-b0b6-68d244982dfb tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462728 Oct 18 03:05:21.358569 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298d960-b807-4909-b76a-ba8ae77d4324 req-84c980e2-4265-4153-81ea-e9f9561d538f tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:21.360061 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c298d960-b807-4909-b76a-ba8ae77d4324 req-84c980e2-4265-4153-81ea-e9f9561d538f tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 945 time: 0.0565674 Oct 18 03:05:21.400216 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c298d960-b807-4909-b76a-ba8ae77d4324 req-6ba8d5b5-f218-4d19-9b93-8b08ee48490b tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329788 Oct 18 03:05:21.907102 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-42bc3460-596d-4bc1-aebb-876cb0767917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:22.529936 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f346124-3aec-4370-a631-42c0e27f3c04 req-1751ab2f-5697-4efb-aed9-2b86b1c57df9 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:22.531618 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4f346124-3aec-4370-a631-42c0e27f3c04 req-1751ab2f-5697-4efb-aed9-2b86b1c57df9 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 945 time: 0.0555542 Oct 18 03:05:22.580249 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4f346124-3aec-4370-a631-42c0e27f3c04 req-0e924669-d744-4cbe-8752-068d430104fb tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415721 Oct 18 03:05:22.689645 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:23.295319 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:23.705022 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1d384-9bc7-4e9e-9434-5a3534273908 req-b17ac3f6-9d2e-4105-bff1-4fe80fe386eb tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:23.706507 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-77b1d384-9bc7-4e9e-9434-5a3534273908 req-b17ac3f6-9d2e-4105-bff1-4fe80fe386eb tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 945 time: 0.0531054 Oct 18 03:05:23.745206 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-77b1d384-9bc7-4e9e-9434-5a3534273908 req-265df7f7-1230-41b0-a38f-d4fe15934844 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324183 Oct 18 03:05:24.512700 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f9cb7-c967-4e23-b8e7-9f35643f78a6 req-cd3dc7d3-93d0-4a87-9659-91820c47764d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:24.514163 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-1e5f9cb7-c967-4e23-b8e7-9f35643f78a6 req-cd3dc7d3-93d0-4a87-9659-91820c47764d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2bab566054f4b83aef927c6227a69ea&device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 1098 time: 0.0407879 Oct 18 03:05:24.609743 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f9cb7-c967-4e23-b8e7-9f35643f78a6 req-92818dd7-c91c-4729-8861-022f7d78b7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:24.611231 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-1e5f9cb7-c967-4e23-b8e7-9f35643f78a6 req-92818dd7-c91c-4729-8861-022f7d78b7c3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e8a63a2-5796-4af1-8add-99fedc042cba HTTP/1.1" status: 200 len: 917 time: 0.0887709 Oct 18 03:05:24.638589 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:24.686804 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-1e5f9cb7-c967-4e23-b8e7-9f35643f78a6 req-11d870b2-c56b-46df-bfde-7131fde870e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42da4003-0bba-483b-b2e1-66ab4b84b436 HTTP/1.1" status: 200 len: 1001 time: 0.0589452 Oct 18 03:05:24.743061 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f9cb7-c967-4e23-b8e7-9f35643f78a6 req-af2e6aa5-4697-433b-b2e8-204fe43157fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:24.744524 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-1e5f9cb7-c967-4e23-b8e7-9f35643f78a6 req-af2e6aa5-4697-433b-b2e8-204fe43157fd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dead32d3-ed00-4228-a06c-9c73190d2cad HTTP/1.1" status: 200 len: 855 time: 0.0496869 Oct 18 03:05:24.791653 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f9cb7-c967-4e23-b8e7-9f35643f78a6 req-87057bf6-5c86-4d08-8abd-d7067ff2725c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:24.793081 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-1e5f9cb7-c967-4e23-b8e7-9f35643f78a6 req-87057bf6-5c86-4d08-8abd-d7067ff2725c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e8a63a2-5796-4af1-8add-99fedc042cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413785 Oct 18 03:05:24.868727 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b318a3de-c7b4-420f-8d42-0fc2482242c9 req-f9d3d3a1-b0dc-4fe8-a248-ec46b04fabdf tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:24.870306 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b318a3de-c7b4-420f-8d42-0fc2482242c9 req-f9d3d3a1-b0dc-4fe8-a248-ec46b04fabdf tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 945 time: 0.0508106 Oct 18 03:05:24.885250 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-1e5f9cb7-c967-4e23-b8e7-9f35643f78a6 req-fa83f177-2c3a-413d-8b60-4c6c6a638311 service neutron] 10.222.0.36 "GET /v2.0/networks/2e8a63a2-5796-4af1-8add-99fedc042cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841796 Oct 18 03:05:24.907430 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b318a3de-c7b4-420f-8d42-0fc2482242c9 req-1830e362-a4aa-4030-b030-8ba0818288b4 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311422 Oct 18 03:05:24.978549 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-1e5f9cb7-c967-4e23-b8e7-9f35643f78a6 req-aa87551e-df06-4f65-9756-db55cce487d4 service neutron] 10.222.0.36 "GET /v2.0/networks/2e8a63a2-5796-4af1-8add-99fedc042cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853117 Oct 18 03:05:26.027536 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36f27d-971d-495b-bc59-65741a252a9c req-a7136bf3-2fe5-475c-9876-ec689121604d tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:26.028963 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-fb36f27d-971d-495b-bc59-65741a252a9c req-a7136bf3-2fe5-475c-9876-ec689121604d tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 945 time: 0.0482028 Oct 18 03:05:26.065476 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-fb36f27d-971d-495b-bc59-65741a252a9c req-9ba458c6-ae96-4174-8e1d-9b21865d3d20 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306160 Oct 18 03:05:27.187739 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c18c42-cdb7-4c77-9541-458bcb43f44e req-c5459c45-8f55-423b-9cb3-df5168b7f01b tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:27.189103 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-23c18c42-cdb7-4c77-9541-458bcb43f44e req-c5459c45-8f55-423b-9cb3-df5168b7f01b tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 945 time: 0.0522971 Oct 18 03:05:27.227032 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-23c18c42-cdb7-4c77-9541-458bcb43f44e req-951e8408-e15e-4cdb-a293-843f3d4eb7e1 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311873 Oct 18 03:05:28.662930 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e4ca8-0406-4285-8595-e34132007d3f req-67cb07d7-efd6-4bd4-95a1-6aa086b77772 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:28.664407 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-112e4ca8-0406-4285-8595-e34132007d3f req-67cb07d7-efd6-4bd4-95a1-6aa086b77772 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b HTTP/1.1" status: 200 len: 945 time: 0.0501168 Oct 18 03:05:28.702839 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-112e4ca8-0406-4285-8595-e34132007d3f req-34bd234d-ee54-4636-8173-f45f1b70bee3 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=6356af92-ca05-430c-b0a8-60d1f94bde46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325952 Oct 18 03:05:28.741612 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 42da4003-0bba-483b-b2e1-66ab4b84b436 no longer exists at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:05:28.814792 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:28.835740 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0d9fd7-a622-4003-9631-9d30ba1c77f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42da4003-0bba-483b-b2e1-66ab4b84b436'}] {{(pid=106638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:05:28.838025 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd784869ff86f08281957869a4884f8f45cf6a5f98b2b439ba04ffc4a22c0e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bc2222-4a1b-4436-b6b3-3d0c170cc035" -d '{"events": [{"server_uuid": "8b0d9fd7-a622-4003-9631-9d30ba1c77f6", "name": "network-vif-unplugged", "status": "completed", "tag": "42da4003-0bba-483b-b2e1-66ab4b84b436"}]}' {{(pid=106638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:05:28.850673 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 42da4003-0bba-483b-b2e1-66ab4b84b436, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=42da4003-0bba-483b-b2e1-66ab4b84b436,segment=NetworkSegment(0a4479a8-2092-4dd6-9759-50afb4a3e69f),segment_id=0a4479a8-2092-4dd6-9759-50afb4a3e69f)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:05:28.870104 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 18 Oct 2021 03:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9154d87-0e2b-40dc-a7ee-c0d2d8cd1510 x-openstack-request-id: req-f9154d87-0e2b-40dc-a7ee-c0d2d8cd1510 {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:05:28.870387 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b0d9fd7-a622-4003-9631-9d30ba1c77f6", "name": "network-vif-unplugged", "status": "failed", "tag": "42da4003-0bba-483b-b2e1-66ab4b84b436", "code": 422}]} {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:05:28.870637 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f9154d87-0e2b-40dc-a7ee-c0d2d8cd1510 {{(pid=106638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:05:28.871979 dv-cinder-814333-1-iscsi neutron-server[106638]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8b0d9fd7-a622-4003-9631-9d30ba1c77f6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '42da4003-0bba-483b-b2e1-66ab4b84b436', 'code': 422} returned with failed status Oct 18 03:05:28.913391 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:28.963355 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=42da4003-0bba-483b-b2e1-66ab4b84b436,revision_number=8']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:05:29.413333 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [req-757ec4ad-1fde-4eaf-b2c1-81dff21a4b0d req-17d229e7-aa17-46ba-ba42-cafa07b44ece service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=106636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 03:05:29.414475 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-757ec4ad-1fde-4eaf-b2c1-81dff21a4b0d req-17d229e7-aa17-46ba-ba42-cafa07b44ece service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0930874 Oct 18 03:05:29.692499 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af85c1a-a087-4d2c-8967-cb0e406e343c req-af40414d-fb1c-478e-8e8b-567bf7d9e723 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:29.693986 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-2af85c1a-a087-4d2c-8967-cb0e406e343c req-af40414d-fb1c-478e-8e8b-567bf7d9e723 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 943 time: 0.0491302 Oct 18 03:05:29.737169 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-2af85c1a-a087-4d2c-8967-cb0e406e343c req-6ded6e43-9b98-49f7-8acc-484c597335d7 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330102 Oct 18 03:05:29.819990 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8c114-a069-4d45-a94f-04dde62db82c req-6e55a3af-4640-463f-9917-1e9a6aa170f3 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:29.821622 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d9a8c114-a069-4d45-a94f-04dde62db82c req-6e55a3af-4640-463f-9917-1e9a6aa170f3 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b HTTP/1.1" status: 200 len: 945 time: 0.0518870 Oct 18 03:05:29.859295 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d9a8c114-a069-4d45-a94f-04dde62db82c req-40b332f5-c4b8-4d14-82bb-8a3eec636707 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=6356af92-ca05-430c-b0a8-60d1f94bde46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315671 Oct 18 03:05:29.956267 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f6da3c64-7653-4fba-8a92-e2d1ee34c36c req-acf37e35-eb1b-45e8-a074-ee772782ca2b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0378516 Oct 18 03:05:30.423146 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f59cb-6d94-42f3-863d-4ab8aa273334 req-7317d511-123a-434c-aa8a-8907bb76937b tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:30.424583 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-983f59cb-6d94-42f3-863d-4ab8aa273334 req-7317d511-123a-434c-aa8a-8907bb76937b tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b HTTP/1.1" status: 200 len: 945 time: 0.0486069 Oct 18 03:05:30.520839 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [req-983f59cb-6d94-42f3-863d-4ab8aa273334 req-d185779a-0f69-4ddc-a4bf-9a8253e090a9 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Deleting port e05fea00-303e-4768-b019-9f014c12de14 {{(pid=106637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:05:30.521060 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-983f59cb-6d94-42f3-863d-4ab8aa273334 req-d185779a-0f69-4ddc-a4bf-9a8253e090a9 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:30.606185 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [req-983f59cb-6d94-42f3-863d-4ab8aa273334 req-d185779a-0f69-4ddc-a4bf-9a8253e090a9 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] For port e05fea00-303e-4768-b019-9f014c12de14, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=e05fea00-303e-4768-b019-9f014c12de14,segment=NetworkSegment(61950c5d-464e-44a7-9413-2dacd41366ea),segment_id=61950c5d-464e-44a7-9413-2dacd41366ea)] {{(pid=106637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:05:30.606545 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-983f59cb-6d94-42f3-863d-4ab8aa273334 req-d185779a-0f69-4ddc-a4bf-9a8253e090a9 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:30.779077 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-983f59cb-6d94-42f3-863d-4ab8aa273334 req-d185779a-0f69-4ddc-a4bf-9a8253e090a9 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:30.779545 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-983f59cb-6d94-42f3-863d-4ab8aa273334 req-d185779a-0f69-4ddc-a4bf-9a8253e090a9 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-612639'] for floatingip, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:30.779962 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.db.l3_db [req-983f59cb-6d94-42f3-863d-4ab8aa273334 req-d185779a-0f69-4ddc-a4bf-9a8253e090a9 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Floating IP a51264cc-c5fd-4e6a-ad0b-7d95992e6f6f disassociated. External IP: 172.27.3.88, port: e05fea00-303e-4768-b019-9f014c12de14. Oct 18 03:05:30.780403 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [req-983f59cb-6d94-42f3-863d-4ab8aa273334 req-d185779a-0f69-4ddc-a4bf-9a8253e090a9 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Calling delete_port for e05fea00-303e-4768-b019-9f014c12de14 owned by compute:nova {{(pid=106637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:05:30.856107 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ab89d-46e7-4d7a-8c12-002fe8f3c7ff req-7632b922-22f1-47d0-aba9-45eebfcda419 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:30.857578 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a72ab89d-46e7-4d7a-8c12-002fe8f3c7ff req-7632b922-22f1-47d0-aba9-45eebfcda419 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 943 time: 0.0489075 Oct 18 03:05:30.899915 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a72ab89d-46e7-4d7a-8c12-002fe8f3c7ff req-6f84730a-0cde-429b-a951-ccaa70fb25cf tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351691 Oct 18 03:05:30.986810 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591840a-f568-44b0-bfe2-de37d82bc583 req-95a32ff7-fd64-4d5c-9aa3-c3336e58ab0c tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:30.988285 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c591840a-f568-44b0-bfe2-de37d82bc583 req-95a32ff7-fd64-4d5c-9aa3-c3336e58ab0c tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b HTTP/1.1" status: 200 len: 945 time: 0.0528538 Oct 18 03:05:31.026734 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-983f59cb-6d94-42f3-863d-4ab8aa273334 req-d185779a-0f69-4ddc-a4bf-9a8253e090a9 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:31.027449 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c591840a-f568-44b0-bfe2-de37d82bc583 req-d850be10-2c9f-4119-8d8a-783ece5841a4 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups?id=6356af92-ca05-430c-b0a8-60d1f94bde46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325572 Oct 18 03:05:31.057110 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185779a-0f69-4ddc-a4bf-9a8253e090a9 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Pushing event deleted for resources: {'Port': ['ID=e05fea00-303e-4768-b019-9f014c12de14,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:05:31.069616 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185779a-0f69-4ddc-a4bf-9a8253e090a9 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:05:31.069999 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185779a-0f69-4ddc-a4bf-9a8253e090a9 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:05:31.070347 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185779a-0f69-4ddc-a4bf-9a8253e090a9 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:05:31.070686 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185779a-0f69-4ddc-a4bf-9a8253e090a9 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:05:31.071111 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185779a-0f69-4ddc-a4bf-9a8253e090a9 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:05:31.071488 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185779a-0f69-4ddc-a4bf-9a8253e090a9 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:05:31.071821 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185779a-0f69-4ddc-a4bf-9a8253e090a9 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:05:31.072152 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185779a-0f69-4ddc-a4bf-9a8253e090a9 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:05:31.072482 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185779a-0f69-4ddc-a4bf-9a8253e090a9 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:05:31.072811 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185779a-0f69-4ddc-a4bf-9a8253e090a9 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:05:31.073134 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185779a-0f69-4ddc-a4bf-9a8253e090a9 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:05:31.073476 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185779a-0f69-4ddc-a4bf-9a8253e090a9 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:05:31.180897 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.l3_agent_scheduler [req-983f59cb-6d94-42f3-863d-4ab8aa273334 req-d185779a-0f69-4ddc-a4bf-9a8253e090a9 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Router 0d03d7ff-e945-42d0-ab49-8db15756a142 has already been hosted by L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 {{(pid=106637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 03:05:31.288586 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-983f59cb-6d94-42f3-863d-4ab8aa273334 req-d185779a-0f69-4ddc-a4bf-9a8253e090a9 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 03:05:31.290420 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da3c64-7653-4fba-8a92-e2d1ee34c36c req-2e172ea2-626f-4657-83ee-274ff11b3f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:31.291945 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f6da3c64-7653-4fba-8a92-e2d1ee34c36c req-2e172ea2-626f-4657-83ee-274ff11b3f10 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6&tenant_id=b2bab566054f4b83aef927c6227a69ea HTTP/1.1" status: 200 len: 1096 time: 0.0405281 Oct 18 03:05:31.299922 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdf6036-d6c0-4a20-83c9-bbc70d5000e7 None None] Sync routers for ids ['0d03d7ff-e945-42d0-ab49-8db15756a142'] in dv-cinder-814333-1-iscsi {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 03:05:31.310070 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdf6036-d6c0-4a20-83c9-bbc70d5000e7 None None] Routers {'0d03d7ff-e945-42d0-ab49-8db15756a142'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:05:31.310690 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-8cdf6036-d6c0-4a20-83c9-bbc70d5000e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:05:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['0d03d7ff-e945-42d0-ab49-8db15756a142'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:05:31.334793 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [req-983f59cb-6d94-42f3-863d-4ab8aa273334 req-d185779a-0f69-4ddc-a4bf-9a8253e090a9 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] No DVR routers for this DVR port e05fea00-303e-4768-b019-9f014c12de14 on host hv-cinder-81433 {{(pid=106637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 03:05:31.337320 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [req-983f59cb-6d94-42f3-863d-4ab8aa273334 req-d185779a-0f69-4ddc-a4bf-9a8253e090a9 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:31.340844 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-983f59cb-6d94-42f3-863d-4ab8aa273334 req-d185779a-0f69-4ddc-a4bf-9a8253e090a9 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.36 "DELETE /v2.0/ports/e05fea00-303e-4768-b019-9f014c12de14 HTTP/1.1" status: 204 len: 173 time: 0.9093571 Oct 18 03:05:31.341818 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b', 'name': 'network-vif-deleted', 'tag': 'e05fea00-303e-4768-b019-9f014c12de14'}] {{(pid=106637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:05:31.344343 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84e416a7c2bb109cea857a7500c5c4b938dbd8fc9acb645868c31a21fed55845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d392552-87fb-4fce-b136-48b7cac1bb26" -d '{"events": [{"server_uuid": "4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b", "name": "network-vif-deleted", "tag": "e05fea00-303e-4768-b019-9f014c12de14"}]}' {{(pid=106637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:05:31.357380 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da3c64-7653-4fba-8a92-e2d1ee34c36c req-f423de7e-2c24-4397-8b0c-2fbf42c758a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:31.359000 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f6da3c64-7653-4fba-8a92-e2d1ee34c36c req-f423de7e-2c24-4397-8b0c-2fbf42c758a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2bab566054f4b83aef927c6227a69ea&device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 1096 time: 0.0442100 Oct 18 03:05:31.380810 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc11a41-15da-453f-8d93-84842a7c987e x-openstack-request-id: req-3fc11a41-15da-453f-8d93-84842a7c987e {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:05:31.381168 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b", "name": "network-vif-deleted", "tag": "e05fea00-303e-4768-b019-9f014c12de14", "status": "completed", "code": 200}]} {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:05:31.381476 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3fc11a41-15da-453f-8d93-84842a7c987e {{(pid=106637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:05:31.382755 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b', 'name': 'network-vif-deleted', 'tag': 'e05fea00-303e-4768-b019-9f014c12de14', 'status': 'completed', 'code': 200} Oct 18 03:05:31.433018 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-8cdf6036-d6c0-4a20-83c9-bbc70d5000e7 None None] Set router 0d03d7ff-e945-42d0-ab49-8db15756a142 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:05:31.459675 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da3c64-7653-4fba-8a92-e2d1ee34c36c req-cb4541db-34cf-4e72-b940-1bb561ea79dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:31.461209 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f6da3c64-7653-4fba-8a92-e2d1ee34c36c req-cb4541db-34cf-4e72-b940-1bb561ea79dd service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e8a63a2-5796-4af1-8add-99fedc042cba HTTP/1.1" status: 200 len: 917 time: 0.0957289 Oct 18 03:05:31.540274 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f6da3c64-7653-4fba-8a92-e2d1ee34c36c req-5713f801-20d1-4db9-9421-20c4ed61ed09 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42da4003-0bba-483b-b2e1-66ab4b84b436 HTTP/1.1" status: 200 len: 999 time: 0.0690231 Oct 18 03:05:31.598780 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da3c64-7653-4fba-8a92-e2d1ee34c36c req-f025894b-4cf8-4520-a218-c1b153c632ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:31.600884 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f6da3c64-7653-4fba-8a92-e2d1ee34c36c req-f025894b-4cf8-4520-a218-c1b153c632ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dead32d3-ed00-4228-a06c-9c73190d2cad HTTP/1.1" status: 200 len: 855 time: 0.0501080 Oct 18 03:05:31.640123 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-8cdf6036-d6c0-4a20-83c9-bbc70d5000e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'name': 'tempest-AttachVolumeTestJSON-998918899-router', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:59:02Z', 'updated_at': '2021-10-18T02:59:10Z', 'revision_number': 4, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'gw_port': {'id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:22:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:04Z', 'updated_at': '2021-10-18T02:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': '4156a283-147d-429a-aebe-dd4af3bf20ea', 'name': '', 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'mac_address': 'fa:16:3e:8d:84:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a35e1d0-99d4-4e94-85dc-79f79e40c7d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:08Z', 'updated_at': '2021-10-18T02:59:17Z', 'revision_number': 5, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'subnets': [{'id': '4a35e1d0-99d4-4e94-85dc-79f79e40c7d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:05:31.654068 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da3c64-7653-4fba-8a92-e2d1ee34c36c req-cd3d3566-85b4-4143-92c9-c3f77df81e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:31.655503 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f6da3c64-7653-4fba-8a92-e2d1ee34c36c req-cd3d3566-85b4-4143-92c9-c3f77df81e64 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e8a63a2-5796-4af1-8add-99fedc042cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472786 Oct 18 03:05:31.666325 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdf6036-d6c0-4a20-83c9-bbc70d5000e7 None None] Checking router: 0d03d7ff-e945-42d0-ab49-8db15756a142 for host: dv-cinder-814333-1-iscsi {{(pid=106638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 03:05:31.674807 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdf6036-d6c0-4a20-83c9-bbc70d5000e7 None None] Routers {'0d03d7ff-e945-42d0-ab49-8db15756a142'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:05:31.675470 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-8cdf6036-d6c0-4a20-83c9-bbc70d5000e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:05:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['0d03d7ff-e945-42d0-ab49-8db15756a142'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:05:31.751848 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f6da3c64-7653-4fba-8a92-e2d1ee34c36c req-f2144ffe-8baa-44f4-9ec0-4e58240eaeb9 service neutron] 10.222.0.36 "GET /v2.0/networks/2e8a63a2-5796-4af1-8add-99fedc042cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880980 Oct 18 03:05:31.780205 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-8cdf6036-d6c0-4a20-83c9-bbc70d5000e7 None None] Set router 0d03d7ff-e945-42d0-ab49-8db15756a142 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:05:31.845050 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f6da3c64-7653-4fba-8a92-e2d1ee34c36c req-67984455-6080-49d4-a121-f894e299549d service neutron] 10.222.0.36 "GET /v2.0/networks/2e8a63a2-5796-4af1-8add-99fedc042cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852668 Oct 18 03:05:31.985975 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-8cdf6036-d6c0-4a20-83c9-bbc70d5000e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'name': 'tempest-AttachVolumeTestJSON-998918899-router', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:59:02Z', 'updated_at': '2021-10-18T02:59:10Z', 'revision_number': 4, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'gw_port': {'id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:22:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:04Z', 'updated_at': '2021-10-18T02:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': '4156a283-147d-429a-aebe-dd4af3bf20ea', 'name': '', 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'mac_address': 'fa:16:3e:8d:84:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a35e1d0-99d4-4e94-85dc-79f79e40c7d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:08Z', 'updated_at': '2021-10-18T02:59:17Z', 'revision_number': 5, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'subnets': [{'id': '4a35e1d0-99d4-4e94-85dc-79f79e40c7d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:05:32.013000 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdf6036-d6c0-4a20-83c9-bbc70d5000e7 None None] The sync data for ids ['0d03d7ff-e945-42d0-ab49-8db15756a142'] in dv-cinder-814333-1-iscsi is: [{'id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'name': 'tempest-AttachVolumeTestJSON-998918899-router', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:59:02Z', 'updated_at': '2021-10-18T02:59:10Z', 'revision_number': 4, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'gw_port': {'id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:22:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:04Z', 'updated_at': '2021-10-18T02:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': '4156a283-147d-429a-aebe-dd4af3bf20ea', 'name': '', 'network_id': 'ac1fdfa5-8257-478e-8751-4284ba979920', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'mac_address': 'fa:16:3e:8d:84:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a35e1d0-99d4-4e94-85dc-79f79e40c7d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:08Z', 'updated_at': '2021-10-18T02:59:17Z', 'revision_number': 5, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'subnets': [{'id': '4a35e1d0-99d4-4e94-85dc-79f79e40c7d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 03:05:32.031265 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38667e-7338-456b-b695-58c53d690793 req-04d9308f-ce2f-4003-b850-8f13e86de209 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:32.032829 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-2b38667e-7338-456b-b695-58c53d690793 req-04d9308f-ce2f-4003-b850-8f13e86de209 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 943 time: 0.0531907 Oct 18 03:05:32.076051 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-2b38667e-7338-456b-b695-58c53d690793 req-7fdf525d-82af-49ab-aef6-9794bb39dd3d tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359507 Oct 18 03:05:32.149888 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-48076493-4f26-429d-867b-3bceefa70218 req-dd2f2e86-7f83-487c-a3f5-ac8fdbac6e89 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d1b5f05-8fb1-4d02-9726-90c86d1c3e2b HTTP/1.1" status: 200 len: 210 time: 0.0270655 Oct 18 03:05:32.287412 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a327e2-536b-4bdd-af48-78ee02df121e None None] New status for floating IP a51264cc-c5fd-4e6a-ad0b-7d95992e6f6f: DOWN {{(pid=106639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 03:05:33.227094 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068c663-f56b-4ed7-95af-990d4b7aa9b2 req-26bcc422-ca9f-42c7-8949-33c786819992 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:33.227094 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e068c663-f56b-4ed7-95af-990d4b7aa9b2 req-26bcc422-ca9f-42c7-8949-33c786819992 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 943 time: 0.0658469 Oct 18 03:05:33.291804 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e068c663-f56b-4ed7-95af-990d4b7aa9b2 req-77480f9c-69c6-4a9e-9c29-7b35b0c1e829 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604033 Oct 18 03:05:33.332285 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 38212) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:05:33.396342 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9f945b4e-0165-47c6-941f-c90ef085e868 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:33.421534 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9f945b4e-0165-47c6-941f-c90ef085e868 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:33.541255 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9f945b4e-0165-47c6-941f-c90ef085e868 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:33.544085 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9f945b4e-0165-47c6-941f-c90ef085e868 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:33.545231 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-9f945b4e-0165-47c6-941f-c90ef085e868 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "DELETE /v2.0/security-groups/6356af92-ca05-430c-b0a8-60d1f94bde46 HTTP/1.1" status: 204 len: 168 time: 0.2105153 Oct 18 03:05:33.548220 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 38214) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:05:33.556781 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f945b4e-0165-47c6-941f-c90ef085e868 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6356af92-ca05-430c-b0a8-60d1f94bde46,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:05:33.564209 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.api.v2.resource [None req-c3bcc552-0576-43d9-9534-6246e7ea91d3 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] show failed (client error): The resource could not be found. Oct 18 03:05:33.564408 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f945b4e-0165-47c6-941f-c90ef085e868 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:05:33.564733 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f945b4e-0165-47c6-941f-c90ef085e868 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:05:33.565072 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f945b4e-0165-47c6-941f-c90ef085e868 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:05:33.565214 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-c3bcc552-0576-43d9-9534-6246e7ea91d3 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "GET /v2.0/security-groups/6356af92-ca05-430c-b0a8-60d1f94bde46 HTTP/1.1" status: 404 len: 347 time: 0.0153456 Oct 18 03:05:33.565405 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f945b4e-0165-47c6-941f-c90ef085e868 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:05:33.565736 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f945b4e-0165-47c6-941f-c90ef085e868 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:05:33.566123 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f945b4e-0165-47c6-941f-c90ef085e868 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:05:33.566499 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f945b4e-0165-47c6-941f-c90ef085e868 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:05:33.566856 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f945b4e-0165-47c6-941f-c90ef085e868 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:05:33.567830 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f945b4e-0165-47c6-941f-c90ef085e868 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:05:33.568594 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f945b4e-0165-47c6-941f-c90ef085e868 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:05:33.569038 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f945b4e-0165-47c6-941f-c90ef085e868 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:05:33.569168 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 38216) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:05:33.569361 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f945b4e-0165-47c6-941f-c90ef085e868 tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:05:33.698452 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-076f0b27-ab35-44dd-9ee6-68d256f8287d tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Deleting port 80cf8944-7a5d-4690-8653-351088c7f13c {{(pid=106637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:05:33.698891 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-076f0b27-ab35-44dd-9ee6-68d256f8287d tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:33.772948 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-076f0b27-ab35-44dd-9ee6-68d256f8287d tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:33.773371 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-076f0b27-ab35-44dd-9ee6-68d256f8287d tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:33.785571 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-076f0b27-ab35-44dd-9ee6-68d256f8287d tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Calling delete_port for 80cf8944-7a5d-4690-8653-351088c7f13c owned by network:floatingip {{(pid=106637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:05:34.003911 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-076f0b27-ab35-44dd-9ee6-68d256f8287d tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:34.043158 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f0b27-ab35-44dd-9ee6-68d256f8287d tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Pushing event deleted for resources: {'Port': ['ID=80cf8944-7a5d-4690-8653-351088c7f13c,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:05:34.103921 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-076f0b27-ab35-44dd-9ee6-68d256f8287d tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks [] for floatingip, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:34.106592 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-076f0b27-ab35-44dd-9ee6-68d256f8287d tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for floatingip, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:34.107940 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-076f0b27-ab35-44dd-9ee6-68d256f8287d tempest-AttachVolumeTestJSON-678179795 tempest-AttachVolumeTestJSON-678179795-project] 10.222.0.30 "DELETE /v2.0/floatingips/a51264cc-c5fd-4e6a-ad0b-7d95992e6f6f HTTP/1.1" status: 204 len: 168 time: 0.5378840 Oct 18 03:05:34.436129 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a867f79-a202-44fe-b44f-8dc1c41e1376 req-e7c62aea-004c-4e46-a55e-8c61a9cf1684 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:34.437709 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1a867f79-a202-44fe-b44f-8dc1c41e1376 req-e7c62aea-004c-4e46-a55e-8c61a9cf1684 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 943 time: 0.0677376 Oct 18 03:05:34.479545 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1a867f79-a202-44fe-b44f-8dc1c41e1376 req-797ef5a5-9371-4502-8694-3c9c4d7b20bb tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345461 Oct 18 03:05:34.787686 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device e05fea00-303e-4768-b019-9f014c12de14 no longer exists at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:05:34.807958 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] No Port match for: e05fea00-303e-4768-b019-9f014c12de14 {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:05:34.808373 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device e05fea00-303e-4768-b019-9f014c12de14 not bound to the agent host hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:05:35.632444 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9ecc2-aca0-4085-ba98-1808a9254dd9 req-4a0f5aa6-72c6-43fb-8e98-583caa1b94cf tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:35.634026 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-34d9ecc2-aca0-4085-ba98-1808a9254dd9 req-4a0f5aa6-72c6-43fb-8e98-583caa1b94cf tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 943 time: 0.0574572 Oct 18 03:05:35.684340 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-34d9ecc2-aca0-4085-ba98-1808a9254dd9 req-6204c80f-3826-4c65-80a5-4fdaca9e39e3 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443177 Oct 18 03:05:36.421163 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:36.819692 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac4b11-806c-414f-a21c-859513bf5e1f req-eb1565d3-19c9-4bec-8d76-e78302887641 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:36.821224 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4bac4b11-806c-414f-a21c-859513bf5e1f req-eb1565d3-19c9-4bec-8d76-e78302887641 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 943 time: 0.0616288 Oct 18 03:05:36.860433 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4bac4b11-806c-414f-a21c-859513bf5e1f req-3c904392-0826-4524-9479-cc77ee025e04 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330369 Oct 18 03:05:37.995640 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f72045-0575-47ca-81e1-ffc95fb2fb14 req-29e8ccbc-a542-47d1-9ea3-1f7ca0007b8e tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:37.999081 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-52f72045-0575-47ca-81e1-ffc95fb2fb14 req-29e8ccbc-a542-47d1-9ea3-1f7ca0007b8e tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 943 time: 0.0606039 Oct 18 03:05:38.037429 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-52f72045-0575-47ca-81e1-ffc95fb2fb14 req-00ea77d2-18c1-47a0-9018-c87bdfdba711 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332909 Oct 18 03:05:38.131053 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 38256) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:05:38.600540 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-777e02cb-13d2-40a8-8fc2-4b5105f3eff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611615'] for router_interface, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:38.848850 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-777e02cb-13d2-40a8-8fc2-4b5105f3eff8 admin admin] Deleting port 4156a283-147d-429a-aebe-dd4af3bf20ea {{(pid=106637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:05:38.849866 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-777e02cb-13d2-40a8-8fc2-4b5105f3eff8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:38.927533 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [None req-777e02cb-13d2-40a8-8fc2-4b5105f3eff8 admin admin] For port 4156a283-147d-429a-aebe-dd4af3bf20ea, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=4156a283-147d-429a-aebe-dd4af3bf20ea,segment=NetworkSegment(61950c5d-464e-44a7-9413-2dacd41366ea),segment_id=61950c5d-464e-44a7-9413-2dacd41366ea)] {{(pid=106637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:05:38.927985 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-777e02cb-13d2-40a8-8fc2-4b5105f3eff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:38.940607 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-777e02cb-13d2-40a8-8fc2-4b5105f3eff8 admin admin] Calling delete_port for 4156a283-147d-429a-aebe-dd4af3bf20ea owned by network:router_interface {{(pid=106637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:05:39.171863 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ad042-b2dd-4855-a497-01dfc8e116d0 req-4c6275d6-f871-477b-8377-85296186ad83 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:39.173319 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-553ad042-b2dd-4855-a497-01dfc8e116d0 req-4c6275d6-f871-477b-8377-85296186ad83 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 943 time: 0.0529153 Oct 18 03:05:39.193557 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-777e02cb-13d2-40a8-8fc2-4b5105f3eff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:39.217211 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-553ad042-b2dd-4855-a497-01dfc8e116d0 req-f258a5b3-5c7d-4793-af4d-2ebbb83dfac5 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343943 Oct 18 03:05:39.230807 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e02cb-13d2-40a8-8fc2-4b5105f3eff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4156a283-147d-429a-aebe-dd4af3bf20ea,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:05:39.414373 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-777e02cb-13d2-40a8-8fc2-4b5105f3eff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612667'] for router_interface, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:39.637676 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777e02cb-13d2-40a8-8fc2-4b5105f3eff8 admin admin] Router 0d03d7ff-e945-42d0-ab49-8db15756a142 has already been hosted by L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 {{(pid=106637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 03:05:39.747932 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777e02cb-13d2-40a8-8fc2-4b5105f3eff8 admin admin] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 03:05:39.753456 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-777e02cb-13d2-40a8-8fc2-4b5105f3eff8 admin admin] 10.222.0.30 "PUT /v2.0/routers/0d03d7ff-e945-42d0-ab49-8db15756a142/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6212351 Oct 18 03:05:39.756711 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 38266) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:05:39.759736 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0bd8d1-a023-43e4-8938-863b523572af None None] Sync routers for ids ['0d03d7ff-e945-42d0-ab49-8db15756a142'] in dv-cinder-814333-1-iscsi {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 03:05:39.770132 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0bd8d1-a023-43e4-8938-863b523572af None None] Routers {'0d03d7ff-e945-42d0-ab49-8db15756a142'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:05:39.770827 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-2e0bd8d1-a023-43e4-8938-863b523572af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:05:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['0d03d7ff-e945-42d0-ab49-8db15756a142'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:05:39.894278 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-2e0bd8d1-a023-43e4-8938-863b523572af None None] Set router 0d03d7ff-e945-42d0-ab49-8db15756a142 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:05:40.094442 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-2e0bd8d1-a023-43e4-8938-863b523572af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'name': 'tempest-AttachVolumeTestJSON-998918899-router', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:59:02Z', 'updated_at': '2021-10-18T03:05:39Z', 'revision_number': 5, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'gw_port': {'id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:22:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:04Z', 'updated_at': '2021-10-18T02:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi'}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:05:40.122035 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0bd8d1-a023-43e4-8938-863b523572af None None] Checking router: 0d03d7ff-e945-42d0-ab49-8db15756a142 for host: dv-cinder-814333-1-iscsi {{(pid=106638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 03:05:40.128802 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6c6448e0-1901-4c22-a2ee-96f4916cf1bd admin admin] Notify callbacks [] for router, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:40.131368 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0bd8d1-a023-43e4-8938-863b523572af None None] Routers {'0d03d7ff-e945-42d0-ab49-8db15756a142'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:05:40.131998 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-2e0bd8d1-a023-43e4-8938-863b523572af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:05:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['0d03d7ff-e945-42d0-ab49-8db15756a142'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:05:40.253124 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6c6448e0-1901-4c22-a2ee-96f4916cf1bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:40.384914 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c60d32-eaea-49c8-82b4-661c6df4351b req-f1dfd39b-d96e-44cb-8d49-c02a8a5581a5 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:40.408051 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-54c60d32-eaea-49c8-82b4-661c6df4351b req-f1dfd39b-d96e-44cb-8d49-c02a8a5581a5 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 943 time: 0.0861521 Oct 18 03:05:40.418262 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-6c6448e0-1901-4c22-a2ee-96f4916cf1bd admin admin] Deleting port 997396cf-82af-44c0-9c79-407b24f2b55f {{(pid=106637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:05:40.420974 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6c6448e0-1901-4c22-a2ee-96f4916cf1bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:40.424462 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-2e0bd8d1-a023-43e4-8938-863b523572af None None] Set router 0d03d7ff-e945-42d0-ab49-8db15756a142 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:05:40.468003 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-54c60d32-eaea-49c8-82b4-661c6df4351b req-b9897399-01fc-4911-b086-1f10d8e48aa1 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589507 Oct 18 03:05:40.552131 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [None req-6c6448e0-1901-4c22-a2ee-96f4916cf1bd admin admin] For port 997396cf-82af-44c0-9c79-407b24f2b55f, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=997396cf-82af-44c0-9c79-407b24f2b55f,segment=NetworkSegment(945c2ffc-cf09-447c-9907-99c5ee5cf6c6),segment_id=945c2ffc-cf09-447c-9907-99c5ee5cf6c6)] {{(pid=106637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:05:40.552593 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6c6448e0-1901-4c22-a2ee-96f4916cf1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:40.566856 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-6c6448e0-1901-4c22-a2ee-96f4916cf1bd admin admin] Calling delete_port for 997396cf-82af-44c0-9c79-407b24f2b55f owned by network:router_gateway {{(pid=106637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:05:40.654247 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-2e0bd8d1-a023-43e4-8938-863b523572af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'name': 'tempest-AttachVolumeTestJSON-998918899-router', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:59:02Z', 'updated_at': '2021-10-18T03:05:39Z', 'revision_number': 5, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'gw_port': {'id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:22:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:04Z', 'updated_at': '2021-10-18T02:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi'}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:05:40.681863 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0bd8d1-a023-43e4-8938-863b523572af None None] The sync data for ids ['0d03d7ff-e945-42d0-ab49-8db15756a142'] in dv-cinder-814333-1-iscsi is: [{'id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'name': 'tempest-AttachVolumeTestJSON-998918899-router', 'tenant_id': 'd8d2c0c120394030962ebe6c7201e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:59:02Z', 'updated_at': '2021-10-18T03:05:39Z', 'revision_number': 5, 'project_id': 'd8d2c0c120394030962ebe6c7201e21d', 'gw_port': {'id': '997396cf-82af-44c0-9c79-407b24f2b55f', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:22:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d03d7ff-e945-42d0-ab49-8db15756a142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:04Z', 'updated_at': '2021-10-18T02:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi'}] {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 03:05:40.821732 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6c6448e0-1901-4c22-a2ee-96f4916cf1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:40.874897 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6448e0-1901-4c22-a2ee-96f4916cf1bd admin admin] Pushing event deleted for resources: {'Port': ['ID=997396cf-82af-44c0-9c79-407b24f2b55f,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:05:40.923373 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6c6448e0-1901-4c22-a2ee-96f4916cf1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-612801'] for router_gateway, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:41.030228 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6c6448e0-1901-4c22-a2ee-96f4916cf1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3517'] for router, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:41.032465 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6c6448e0-1901-4c22-a2ee-96f4916cf1bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:41.129328 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6c6448e0-1901-4c22-a2ee-96f4916cf1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611441'] for router, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:41.129963 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6448e0-1901-4c22-a2ee-96f4916cf1bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d03d7ff-e945-42d0-ab49-8db15756a142 {{(pid=106637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 03:05:41.134662 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-6c6448e0-1901-4c22-a2ee-96f4916cf1bd admin admin] Notify callbacks [] for router, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:41.136789 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-6c6448e0-1901-4c22-a2ee-96f4916cf1bd admin admin] 10.222.0.30 "DELETE /v2.0/routers/0d03d7ff-e945-42d0-ab49-8db15756a142 HTTP/1.1" status: 204 len: 168 time: 1.3769464 Oct 18 03:05:41.138387 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 38270) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:05:41.193140 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7557fd4-80d6-4eb7-a87f-118abc491ff0 admin admin] Deleting subnet 4a35e1d0-99d4-4e94-85dc-79f79e40c7d5 {{(pid=106637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 18 03:05:41.196645 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d7557fd4-80d6-4eb7-a87f-118abc491ff0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:41.241685 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d7557fd4-80d6-4eb7-a87f-118abc491ff0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2103684'] for subnet, precommit_delete_associations {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:41.361258 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d7557fd4-80d6-4eb7-a87f-118abc491ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7935780'] for subnet, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:41.473492 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d7557fd4-80d6-4eb7-a87f-118abc491ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7935787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3168638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3874213'] for subnet, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:41.502941 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7557fd4-80d6-4eb7-a87f-118abc491ff0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a35e1d0-99d4-4e94-85dc-79f79e40c7d5,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:05:41.512390 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d7557fd4-80d6-4eb7-a87f-118abc491ff0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:41.514296 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-d7557fd4-80d6-4eb7-a87f-118abc491ff0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4a35e1d0-99d4-4e94-85dc-79f79e40c7d5 HTTP/1.1" status: 204 len: 168 time: 0.3748806 Oct 18 03:05:41.515173 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 38274) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:05:41.515403 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e746baeb-94a0-4a67-8d4c-189fc39c8e89 None None] Network ac1fdfa5-8257-478e-8751-4284ba979920 requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 03:05:41.614277 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-85223c43-1bbb-4fa8-af19-c2dc698e14f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7981797'] for network, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:41.641914 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6105c9-943c-4567-9ef1-141bdd93b644 req-49ac1653-3880-41d8-b0f6-b1ef0460095c tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:41.644500 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0c6105c9-943c-4567-9ef1-141bdd93b644 req-49ac1653-3880-41d8-b0f6-b1ef0460095c tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 943 time: 0.1047485 Oct 18 03:05:41.699179 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0c6105c9-943c-4567-9ef1-141bdd93b644 req-52bcf65c-1361-4595-9918-49fc1e6984f6 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473945 Oct 18 03:05:41.728778 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-85223c43-1bbb-4fa8-af19-c2dc698e14f9 admin admin] Deleting port 09f377ed-6366-4b25-a40e-320e4a2e1942 {{(pid=106637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:05:41.729149 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-85223c43-1bbb-4fa8-af19-c2dc698e14f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:41.765363 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c0098a-98b3-417b-84bc-027f342853a5 None None] DHCP port deletion for ac1fdfa5-8257-478e-8751-4284ba979920 request from dv-cinder-814333-1-iscsi {{(pid=106638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 03:05:41.838672 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-a4c0098a-98b3-417b-84bc-027f342853a5 None None] Deleting port 09f377ed-6366-4b25-a40e-320e4a2e1942 {{(pid=106638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:05:41.839088 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-a4c0098a-98b3-417b-84bc-027f342853a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:41.858865 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [None req-85223c43-1bbb-4fa8-af19-c2dc698e14f9 admin admin] For port 09f377ed-6366-4b25-a40e-320e4a2e1942, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=09f377ed-6366-4b25-a40e-320e4a2e1942,segment=NetworkSegment(61950c5d-464e-44a7-9413-2dacd41366ea),segment_id=61950c5d-464e-44a7-9413-2dacd41366ea)] {{(pid=106637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:05:41.859224 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-85223c43-1bbb-4fa8-af19-c2dc698e14f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:41.878007 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-85223c43-1bbb-4fa8-af19-c2dc698e14f9 admin admin] Calling delete_port for 09f377ed-6366-4b25-a40e-320e4a2e1942 owned by network:dhcp {{(pid=106637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:05:41.910959 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-a4c0098a-98b3-417b-84bc-027f342853a5 None None] For port 09f377ed-6366-4b25-a40e-320e4a2e1942, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=09f377ed-6366-4b25-a40e-320e4a2e1942,segment=NetworkSegment(61950c5d-464e-44a7-9413-2dacd41366ea),segment_id=61950c5d-464e-44a7-9413-2dacd41366ea)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:05:41.911398 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-a4c0098a-98b3-417b-84bc-027f342853a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:41.925685 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-a4c0098a-98b3-417b-84bc-027f342853a5 None None] Calling delete_port for 09f377ed-6366-4b25-a40e-320e4a2e1942 owned by network:dhcp {{(pid=106638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:05:42.038994 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-85223c43-1bbb-4fa8-af19-c2dc698e14f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:42.055023 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-a4c0098a-98b3-417b-84bc-027f342853a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607'] for port, after_delete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:42.075028 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85223c43-1bbb-4fa8-af19-c2dc698e14f9 admin admin] No DVR routers for this DVR port 09f377ed-6366-4b25-a40e-320e4a2e1942 on host dv-cinder-814333-1-iscsi {{(pid=106637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 03:05:42.079078 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85223c43-1bbb-4fa8-af19-c2dc698e14f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=09f377ed-6366-4b25-a40e-320e4a2e1942,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:05:42.084970 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c0098a-98b3-417b-84bc-027f342853a5 None None] Pushing event deleted for resources: {'Port': ['ID=09f377ed-6366-4b25-a40e-320e4a2e1942,revision_number=None']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:05:42.085722 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c0098a-98b3-417b-84bc-027f342853a5 None None] No DVR routers for this DVR port 09f377ed-6366-4b25-a40e-320e4a2e1942 on host dv-cinder-814333-1-iscsi {{(pid=106638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 03:05:42.168690 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-85223c43-1bbb-4fa8-af19-c2dc698e14f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7935455', 'neutron.services.segments.db._delete_segments_for_network-8748751250701'] for network, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:42.194621 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.services.segments.db [None req-85223c43-1bbb-4fa8-af19-c2dc698e14f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac1fdfa5-8257-478e-8751-4284ba979920']}} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:05:42.204526 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.services.segments.db [None req-85223c43-1bbb-4fa8-af19-c2dc698e14f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61950c5d-464e-44a7-9413-2dacd41366ea') {'for_net_delete': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:05:42.204843 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.services.segments.db [None req-85223c43-1bbb-4fa8-af19-c2dc698e14f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61950c5d-464e-44a7-9413-2dacd41366ea') {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:05:42.218805 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-85223c43-1bbb-4fa8-af19-c2dc698e14f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748751250198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2103707'] for segment, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:42.234095 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-85223c43-1bbb-4fa8-af19-c2dc698e14f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965'] for segment, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:42.245890 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85223c43-1bbb-4fa8-af19-c2dc698e14f9 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=106637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 03:05:42.246413 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-85223c43-1bbb-4fa8-af19-c2dc698e14f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3168536'] for segment, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:42.250468 dv-cinder-814333-1-iscsi neutron-server[106637]: Traceback (most recent call last): Oct 18 03:05:42.250468 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 03:05:42.250468 dv-cinder-814333-1-iscsi neutron-server[106637]: timer() Oct 18 03:05:42.250468 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 03:05:42.250468 dv-cinder-814333-1-iscsi neutron-server[106637]: cb(*args, **kw) Oct 18 03:05:42.250468 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 03:05:42.250468 dv-cinder-814333-1-iscsi neutron-server[106637]: return func(*args, **kwargs) Oct 18 03:05:42.250468 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 03:05:42.250468 dv-cinder-814333-1-iscsi neutron-server[106637]: self._notify() Oct 18 03:05:42.250468 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 03:05:42.250468 dv-cinder-814333-1-iscsi neutron-server[106637]: self.callback(batched_events) Oct 18 03:05:42.250468 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 03:05:42.250468 dv-cinder-814333-1-iscsi neutron-server[106637]: event.method(event) Oct 18 03:05:42.250468 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 03:05:42.250468 dv-cinder-814333-1-iscsi neutron-server[106637]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 03:05:42.250468 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 03:05:42.250468 dv-cinder-814333-1-iscsi neutron-server[106637]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 03:05:42.250468 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 03:05:42.250468 dv-cinder-814333-1-iscsi neutron-server[106637]: return f(self, *a, **k) Oct 18 03:05:42.250468 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 03:05:42.250468 dv-cinder-814333-1-iscsi neutron-server[106637]: return self._get(url).json() Oct 18 03:05:42.250468 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 03:05:42.250468 dv-cinder-814333-1-iscsi neutron-server[106637]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 03:05:42.250468 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 03:05:42.250468 dv-cinder-814333-1-iscsi neutron-server[106637]: return self.request(url, 'GET', **kwargs) Oct 18 03:05:42.250468 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 03:05:42.250468 dv-cinder-814333-1-iscsi neutron-server[106637]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 03:05:42.250468 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 03:05:42.250468 dv-cinder-814333-1-iscsi neutron-server[106637]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 03:05:42.250468 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 03:05:42.250468 dv-cinder-814333-1-iscsi neutron-server[106637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 03:05:42.250468 dv-cinder-814333-1-iscsi neutron-server[106637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 03:05:42.353062 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-85223c43-1bbb-4fa8-af19-c2dc698e14f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7935398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612845'] for network, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:42.358667 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-85223c43-1bbb-4fa8-af19-c2dc698e14f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for network, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:42.362187 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-85223c43-1bbb-4fa8-af19-c2dc698e14f9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ac1fdfa5-8257-478e-8751-4284ba979920 HTTP/1.1" status: 204 len: 168 time: 0.8460290 Oct 18 03:05:42.374423 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85223c43-1bbb-4fa8-af19-c2dc698e14f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac1fdfa5-8257-478e-8751-4284ba979920,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:05:42.475592 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 4156a283-147d-429a-aebe-dd4af3bf20ea no longer exists at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:05:42.496261 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] No Port match for: 4156a283-147d-429a-aebe-dd4af3bf20ea {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:05:42.497069 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 4156a283-147d-429a-aebe-dd4af3bf20ea not bound to the agent host dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:05:42.497069 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 09f377ed-6366-4b25-a40e-320e4a2e1942 no longer exists at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:05:42.517028 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] No Port match for: 09f377ed-6366-4b25-a40e-320e4a2e1942 {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:05:42.520170 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 09f377ed-6366-4b25-a40e-320e4a2e1942 not bound to the agent host dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:05:42.520170 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 997396cf-82af-44c0-9c79-407b24f2b55f no longer exists at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:05:42.536225 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] No Port match for: 997396cf-82af-44c0-9c79-407b24f2b55f {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:05:42.536581 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 997396cf-82af-44c0-9c79-407b24f2b55f not bound to the agent host dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:05:42.716352 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 38284) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:05:42.754885 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-9964b06c-0b4e-442f-9d56-a84aafa78058 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d8d2c0c120394030962ebe6c7201e21d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0373745 Oct 18 03:05:42.758575 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 38288) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:05:42.804958 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8f62f32c-7390-42bd-95ed-f14bdb2d9bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:42.826088 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8f62f32c-7390-42bd-95ed-f14bdb2d9bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:42.838056 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f496b4-a862-422f-98d7-4b4f17bebed6 req-bd95dd41-8047-4c53-9a90-2b26345f05b8 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:42.839519 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-81f496b4-a862-422f-98d7-4b4f17bebed6 req-bd95dd41-8047-4c53-9a90-2b26345f05b8 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 943 time: 0.0509133 Oct 18 03:05:42.876931 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-81f496b4-a862-422f-98d7-4b4f17bebed6 req-8044b5a5-38f4-4885-a7b4-c351eb33fac1 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314469 Oct 18 03:05:42.930198 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8f62f32c-7390-42bd-95ed-f14bdb2d9bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:42.932754 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8f62f32c-7390-42bd-95ed-f14bdb2d9bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:42.933915 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-8f62f32c-7390-42bd-95ed-f14bdb2d9bef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2d6949c9-0a52-4a6e-83e1-f01440ede61f HTTP/1.1" status: 204 len: 168 time: 0.1744282 Oct 18 03:05:42.941494 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f62f32c-7390-42bd-95ed-f14bdb2d9bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6949c9-0a52-4a6e-83e1-f01440ede61f,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:05:43.997256 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179984e-9aca-4260-b867-ba336e8fa73b req-748785a9-2071-4d59-aee4-9e4c9202a10d tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:43.997256 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c179984e-9aca-4260-b867-ba336e8fa73b req-748785a9-2071-4d59-aee4-9e4c9202a10d tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 943 time: 0.0495191 Oct 18 03:05:44.035115 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c179984e-9aca-4260-b867-ba336e8fa73b req-4db4c1ba-ec12-4ddb-a89a-1be617464f0d tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317245 Oct 18 03:05:45.154974 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c6350-0a3a-4909-9a78-5bb73f52f4a1 req-7c03007f-9e0c-49a8-9b82-e7c171f2f615 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:45.156345 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e98c6350-0a3a-4909-9a78-5bb73f52f4a1 req-7c03007f-9e0c-49a8-9b82-e7c171f2f615 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 943 time: 0.0503888 Oct 18 03:05:45.195115 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e98c6350-0a3a-4909-9a78-5bb73f52f4a1 req-177ece34-c51b-4aa3-94c7-ad49f0a4f8f3 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324366 Oct 18 03:05:46.318231 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10998768-eba6-4094-96fc-5f0195ba335f req-dcdc0064-cebd-4cbc-9cc3-a3dcd046633e tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:46.319787 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-10998768-eba6-4094-96fc-5f0195ba335f req-dcdc0064-cebd-4cbc-9cc3-a3dcd046633e tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 943 time: 0.0536821 Oct 18 03:05:46.594433 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-10998768-eba6-4094-96fc-5f0195ba335f req-ad68bb63-71b1-4286-bf17-bd544374c3fc tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2685204 Oct 18 03:05:46.598242 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 6 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 03:05:46.847768 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 42da4003-0bba-483b-b2e1-66ab4b84b436 details requested by agent hyperv_hv-cinder-81433 with host hv-cinder-81433 {{(pid=106638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 03:05:46.939536 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 42da4003-0bba-483b-b2e1-66ab4b84b436, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=42da4003-0bba-483b-b2e1-66ab4b84b436,segment=NetworkSegment(0a4479a8-2092-4dd6-9759-50afb4a3e69f),segment_id=0a4479a8-2092-4dd6-9759-50afb4a3e69f)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:05:46.950341 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Returning: {'device': '42da4003-0bba-483b-b2e1-66ab4b84b436', 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba', 'port_id': '42da4003-0bba-483b-b2e1-66ab4b84b436', 'mac_address': 'fa:16:3e:41:26:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dead32d3-ed00-4228-a06c-9c73190d2cad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 03:05:46.990819 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:47.002946 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42da4003-0bba-483b-b2e1-66ab4b84b436 {{(pid=106638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 03:05:47.022082 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 42da4003-0bba-483b-b2e1-66ab4b84b436, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=42da4003-0bba-483b-b2e1-66ab4b84b436,segment=NetworkSegment(0a4479a8-2092-4dd6-9759-50afb4a3e69f),segment_id=0a4479a8-2092-4dd6-9759-50afb4a3e69f)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:05:47.100976 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:47.146055 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=42da4003-0bba-483b-b2e1-66ab4b84b436,revision_number=9']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:05:47.323857 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['42da4003-0bba-483b-b2e1-66ab4b84b436'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:05:47.640896 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 38356) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:05:47.719041 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4874485-8c5e-451a-ba89-a36fb3a47646 req-6849fda7-c67d-4d2c-9b37-acd68b162ef9 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:47.720487 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e4874485-8c5e-451a-ba89-a36fb3a47646 req-6849fda7-c67d-4d2c-9b37-acd68b162ef9 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 944 time: 0.0481672 Oct 18 03:05:47.746529 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-dd6d3004-4a8c-45a7-8e4b-4e0fa0711649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:47.758496 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e4874485-8c5e-451a-ba89-a36fb3a47646 req-ed0abacf-99e1-4c7f-b79a-2634a4c425a5 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314002 Oct 18 03:05:47.820023 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-dd6d3004-4a8c-45a7-8e4b-4e0fa0711649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:47.900683 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-dd6d3004-4a8c-45a7-8e4b-4e0fa0711649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:47.938754 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-dd6d3004-4a8c-45a7-8e4b-4e0fa0711649 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a231e2e506fd4727aa53550dce2245c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967749 Oct 18 03:05:47.939836 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d3004-4a8c-45a7-8e4b-4e0fa0711649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d4d22b-a7b9-4524-ad34-711d13e98798,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:05:47.941586 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 38360) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:05:47.992622 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-28eb4e9f-f4a7-4c46-bb22-bd097203ad6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:48.013404 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-28eb4e9f-f4a7-4c46-bb22-bd097203ad6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:48.140575 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-28eb4e9f-f4a7-4c46-bb22-bd097203ad6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:48.143202 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-28eb4e9f-f4a7-4c46-bb22-bd097203ad6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:48.144326 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-28eb4e9f-f4a7-4c46-bb22-bd097203ad6b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/53d4d22b-a7b9-4524-ad34-711d13e98798 HTTP/1.1" status: 204 len: 168 time: 0.1999362 Oct 18 03:05:48.152069 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb4e9f-f4a7-4c46-bb22-bd097203ad6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d4d22b-a7b9-4524-ad34-711d13e98798,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:05:48.862502 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 42da4003-0bba-483b-b2e1-66ab4b84b436 up at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:05:48.882753 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d55ea-692b-4a36-8852-ad5d70fb5552 req-2853e428-69f2-405c-837c-fa9a49d1dbc0 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:48.884243 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-312d55ea-692b-4a36-8852-ad5d70fb5552 req-2853e428-69f2-405c-837c-fa9a49d1dbc0 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 944 time: 0.0541270 Oct 18 03:05:48.915323 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning complete for port 42da4003-0bba-483b-b2e1-66ab4b84b436 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:05:48.916045 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:48.933099 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-312d55ea-692b-4a36-8852-ad5d70fb5552 req-f905b3e8-a54d-400b-ba7a-7e36c71d6776 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408304 Oct 18 03:05:48.994278 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:49.019336 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0d9fd7-a622-4003-9631-9d30ba1c77f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42da4003-0bba-483b-b2e1-66ab4b84b436'}] {{(pid=106638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:05:49.021722 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd784869ff86f08281957869a4884f8f45cf6a5f98b2b439ba04ffc4a22c0e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f6f86e-726c-4524-b6c1-02054107147a" -d '{"events": [{"server_uuid": "8b0d9fd7-a622-4003-9631-9d30ba1c77f6", "name": "network-vif-plugged", "status": "completed", "tag": "42da4003-0bba-483b-b2e1-66ab4b84b436"}]}' {{(pid=106638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:05:49.034658 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 42da4003-0bba-483b-b2e1-66ab4b84b436, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=42da4003-0bba-483b-b2e1-66ab4b84b436,segment=NetworkSegment(0a4479a8-2092-4dd6-9759-50afb4a3e69f),segment_id=0a4479a8-2092-4dd6-9759-50afb4a3e69f)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:05:49.058730 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7972c1a1-92d3-4a6a-8f67-5f5e1481a55e x-openstack-request-id: req-7972c1a1-92d3-4a6a-8f67-5f5e1481a55e {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:05:49.059224 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b0d9fd7-a622-4003-9631-9d30ba1c77f6", "name": "network-vif-plugged", "status": "completed", "tag": "42da4003-0bba-483b-b2e1-66ab4b84b436", "code": 200}]} {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:05:49.059481 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7972c1a1-92d3-4a6a-8f67-5f5e1481a55e {{(pid=106638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:05:49.059920 dv-cinder-814333-1-iscsi neutron-server[106638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0d9fd7-a622-4003-9631-9d30ba1c77f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42da4003-0bba-483b-b2e1-66ab4b84b436', 'code': 200} Oct 18 03:05:49.135528 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:49.184662 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=42da4003-0bba-483b-b2e1-66ab4b84b436,revision_number=10']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:05:49.266562 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-c43fef71-728d-4deb-82ee-fac6e8c44466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:49.432207 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c463c37-eed1-4f7f-b74e-c63a6f2ec3c0 req-3d2634c2-00e3-403e-80da-bb0eb02fec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:49.433687 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1c463c37-eed1-4f7f-b74e-c63a6f2ec3c0 req-3d2634c2-00e3-403e-80da-bb0eb02fec69 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 1099 time: 0.0403402 Oct 18 03:05:49.467993 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1c463c37-eed1-4f7f-b74e-c63a6f2ec3c0 req-d6bc32fb-becc-407e-b67b-ec9cb5761d8e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271363 Oct 18 03:05:50.053477 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6c72b-641b-4fb9-b3bf-728628209e3b req-9c285a12-d2d2-4495-80e6-eda69dcd776b tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:50.055006 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-27f6c72b-641b-4fb9-b3bf-728628209e3b req-9c285a12-d2d2-4495-80e6-eda69dcd776b tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 946 time: 0.0501699 Oct 18 03:05:50.092127 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-27f6c72b-641b-4fb9-b3bf-728628209e3b req-be78bb2c-23c1-48cf-9612-726060205ba7 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311899 Oct 18 03:05:51.215434 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b788e9d-6a0e-4947-9b4b-740d5b7964a7 req-27f612a7-e7a6-49c8-846a-2cbd3b7eec40 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:51.216903 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8b788e9d-6a0e-4947-9b4b-740d5b7964a7 req-27f612a7-e7a6-49c8-846a-2cbd3b7eec40 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 946 time: 0.0522599 Oct 18 03:05:51.254492 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8b788e9d-6a0e-4947-9b4b-740d5b7964a7 req-273cbad7-6188-478a-b07d-14902dccbc59 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317323 Oct 18 03:05:51.884073 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-2c28eb94-1c21-4e23-a668-8ecd7bafdfe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:52.374901 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca40e7-3315-4efb-aa66-cbe8787bbf8f req-d5d980e3-39a7-49fe-9cd5-1219813361c1 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:05:52.376349 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-81ca40e7-3315-4efb-aa66-cbe8787bbf8f req-d5d980e3-39a7-49fe-9cd5-1219813361c1 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 946 time: 0.0490832 Oct 18 03:05:52.416906 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-81ca40e7-3315-4efb-aa66-cbe8787bbf8f req-61668bf8-61b4-4344-8061-53f65f42aaff tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342376 Oct 18 03:05:52.506604 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:53.226607 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:54.620223 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:54.919147 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 38480) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:05:55.025104 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-867aa9c1-777d-4952-811d-f76735482460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:55.097845 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-867aa9c1-777d-4952-811d-f76735482460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:55.169205 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-867aa9c1-777d-4952-811d-f76735482460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:55.209848 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-867aa9c1-777d-4952-811d-f76735482460 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=42721d98d377493198b968f428eb6dcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2896447 Oct 18 03:05:55.210916 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867aa9c1-777d-4952-811d-f76735482460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593de40d-8097-4db6-a17f-72c04529b1f0,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:05:55.212544 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 38484) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:05:55.263191 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-59d356b1-7d14-494b-873f-6d07e9cf5b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:55.283862 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-59d356b1-7d14-494b-873f-6d07e9cf5b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:55.375064 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-59d356b1-7d14-494b-873f-6d07e9cf5b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:55.377550 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-59d356b1-7d14-494b-873f-6d07e9cf5b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:55.378713 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-59d356b1-7d14-494b-873f-6d07e9cf5b63 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/593de40d-8097-4db6-a17f-72c04529b1f0 HTTP/1.1" status: 204 len: 168 time: 0.1651917 Oct 18 03:05:55.387091 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d356b1-7d14-494b-873f-6d07e9cf5b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593de40d-8097-4db6-a17f-72c04529b1f0,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:05:55.878124 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 38492) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:05:55.894761 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-a3ef8a6c-0a6f-44fd-b84c-76017eff1bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:55.967498 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-a3ef8a6c-0a6f-44fd-b84c-76017eff1bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:56.048616 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-a3ef8a6c-0a6f-44fd-b84c-76017eff1bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:56.086245 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-a3ef8a6c-0a6f-44fd-b84c-76017eff1bd4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9f690be51a7a445a994fc2acf0b13c70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2070067 Oct 18 03:05:56.087367 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef8a6c-0a6f-44fd-b84c-76017eff1bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30551421-37ca-479a-b3f6-a16a410e6715,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:05:56.089073 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 38494) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:05:56.138977 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-215ac01f-8847-439c-a9f3-715f82883a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:56.159146 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-215ac01f-8847-439c-a9f3-715f82883a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:56.277672 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-215ac01f-8847-439c-a9f3-715f82883a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:56.280356 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-215ac01f-8847-439c-a9f3-715f82883a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:05:56.281503 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-215ac01f-8847-439c-a9f3-715f82883a84 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/30551421-37ca-479a-b3f6-a16a410e6715 HTTP/1.1" status: 204 len: 168 time: 0.1908114 Oct 18 03:05:56.289958 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ac01f-8847-439c-a9f3-715f82883a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30551421-37ca-479a-b3f6-a16a410e6715,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:06:05.663654 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a0f8df40-5ef0-422f-a277-36149d1cf0b2 req-3688ad68-d834-446a-b15b-e666eb921fc5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400457 Oct 18 03:06:05.742675 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8df40-5ef0-422f-a277-36149d1cf0b2 req-7360f7a0-054e-4855-8b07-bb3eb8e5078c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:05.744126 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a0f8df40-5ef0-422f-a277-36149d1cf0b2 req-7360f7a0-054e-4855-8b07-bb3eb8e5078c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2bab566054f4b83aef927c6227a69ea&device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 1099 time: 0.0402231 Oct 18 03:06:05.846008 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8df40-5ef0-422f-a277-36149d1cf0b2 req-d4e3e7b9-aec8-4853-bf04-2f3bf04d125f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:05.847429 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a0f8df40-5ef0-422f-a277-36149d1cf0b2 req-d4e3e7b9-aec8-4853-bf04-2f3bf04d125f service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e8a63a2-5796-4af1-8add-99fedc042cba HTTP/1.1" status: 200 len: 917 time: 0.0842416 Oct 18 03:06:05.910214 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a0f8df40-5ef0-422f-a277-36149d1cf0b2 req-fc329058-1494-4863-82be-cf9263b9cef7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42da4003-0bba-483b-b2e1-66ab4b84b436 HTTP/1.1" status: 200 len: 1001 time: 0.0555212 Oct 18 03:06:05.964187 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8df40-5ef0-422f-a277-36149d1cf0b2 req-0a4a21d9-9922-4cb8-8a04-fe1072758db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:05.965267 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a0f8df40-5ef0-422f-a277-36149d1cf0b2 req-0a4a21d9-9922-4cb8-8a04-fe1072758db3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dead32d3-ed00-4228-a06c-9c73190d2cad HTTP/1.1" status: 200 len: 855 time: 0.0484755 Oct 18 03:06:06.012527 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8df40-5ef0-422f-a277-36149d1cf0b2 req-c8e3343d-6cd3-4b71-b6a8-5bbc7d7ccec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:06.014042 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a0f8df40-5ef0-422f-a277-36149d1cf0b2 req-c8e3343d-6cd3-4b71-b6a8-5bbc7d7ccec1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e8a63a2-5796-4af1-8add-99fedc042cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421593 Oct 18 03:06:06.103573 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a0f8df40-5ef0-422f-a277-36149d1cf0b2 req-efda35e9-b924-4ea4-a150-63005e2ee5f8 service neutron] 10.222.0.36 "GET /v2.0/networks/2e8a63a2-5796-4af1-8add-99fedc042cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813565 Oct 18 03:06:06.203347 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a0f8df40-5ef0-422f-a277-36149d1cf0b2 req-cb351dcd-babd-47e7-ac35-dc21cf726371 service neutron] 10.222.0.36 "GET /v2.0/networks/2e8a63a2-5796-4af1-8add-99fedc042cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887764 Oct 18 03:06:06.386478 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:07.772074 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 38580) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:06:07.874670 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8adfe10a-ffca-4420-937f-c9b7c0869dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:07.948324 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8adfe10a-ffca-4420-937f-c9b7c0869dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:08.014746 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8adfe10a-ffca-4420-937f-c9b7c0869dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:08.052906 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-8adfe10a-ffca-4420-937f-c9b7c0869dc8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9d552f823f2344ccba6170ca1392dc55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2797687 Oct 18 03:06:08.053780 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adfe10a-ffca-4420-937f-c9b7c0869dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d520ea-406d-4ecb-97be-4a65343b1d1f,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:06:08.056294 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 38584) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:06:08.105115 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-23c4c632-a905-475c-995d-a717cc1d98bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:08.125459 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-23c4c632-a905-475c-995d-a717cc1d98bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:08.254680 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-23c4c632-a905-475c-995d-a717cc1d98bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:08.257261 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-23c4c632-a905-475c-995d-a717cc1d98bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:08.258349 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-23c4c632-a905-475c-995d-a717cc1d98bf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/10d520ea-406d-4ecb-97be-4a65343b1d1f HTTP/1.1" status: 204 len: 168 time: 0.2010179 Oct 18 03:06:08.266524 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4c632-a905-475c-995d-a717cc1d98bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d520ea-406d-4ecb-97be-4a65343b1d1f,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:06:09.753014 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 38618) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:06:09.855109 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-23b85a46-381c-4b72-a071-5288f3ef85d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:09.927999 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-23b85a46-381c-4b72-a071-5288f3ef85d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:10.009032 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-23b85a46-381c-4b72-a071-5288f3ef85d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:10.046938 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-23b85a46-381c-4b72-a071-5288f3ef85d7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1e00a2ff0f274af6a5801c95e73cdc6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2928736 Oct 18 03:06:10.048141 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b85a46-381c-4b72-a071-5288f3ef85d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644d859f-b11a-4ee9-a2b9-f8c69aa70cc1,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:06:10.049624 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 38622) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:06:10.101754 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-cfead766-8286-45e9-bcb1-5e1c7adaa6cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:10.123620 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-cfead766-8286-45e9-bcb1-5e1c7adaa6cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:10.237532 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-cfead766-8286-45e9-bcb1-5e1c7adaa6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:10.240177 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-cfead766-8286-45e9-bcb1-5e1c7adaa6cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:10.241351 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-cfead766-8286-45e9-bcb1-5e1c7adaa6cc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/644d859f-b11a-4ee9-a2b9-f8c69aa70cc1 HTTP/1.1" status: 204 len: 168 time: 0.1906157 Oct 18 03:06:10.249171 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfead766-8286-45e9-bcb1-5e1c7adaa6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644d859f-b11a-4ee9-a2b9-f8c69aa70cc1,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:06:19.283525 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-fd421c7a-f69e-4e0c-98aa-173affa7186e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:19.438216 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c741d2-dbde-4b88-b493-89ad37f74d8e req-fa5cde51-9527-4412-a576-b72563b85244 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:19.439609 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-66c741d2-dbde-4b88-b493-89ad37f74d8e req-fa5cde51-9527-4412-a576-b72563b85244 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 946 time: 0.0496466 Oct 18 03:06:19.477380 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-66c741d2-dbde-4b88-b493-89ad37f74d8e req-f22cde11-df75-402b-9fa5-6844bb891d72 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316255 Oct 18 03:06:20.593736 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80cae7-bdcd-419b-880e-b3a287eb12c6 req-52efd69e-d211-4c8a-8811-f2631dba8546 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:20.595195 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-dd80cae7-bdcd-419b-880e-b3a287eb12c6 req-52efd69e-d211-4c8a-8811-f2631dba8546 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 946 time: 0.0490158 Oct 18 03:06:20.633248 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-dd80cae7-bdcd-419b-880e-b3a287eb12c6 req-b49d4e5f-40c7-4ff0-9f1b-0fe2f32e2c32 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320477 Oct 18 03:06:21.754004 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61e762-5b8e-47a2-b531-771e931e62d7 req-cd3684d8-e278-4da9-bf51-4c2c73f00fad tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:21.755464 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1a61e762-5b8e-47a2-b531-771e931e62d7 req-cd3684d8-e278-4da9-bf51-4c2c73f00fad tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 946 time: 0.0541439 Oct 18 03:06:21.794228 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1a61e762-5b8e-47a2-b531-771e931e62d7 req-953213c7-7940-4ad6-a574-31dff7f0c42f tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322807 Oct 18 03:06:21.929220 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d82070fd-a376-4f17-a1e4-620005a1471b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:22.488566 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:22.909900 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1936afa-caaa-4f5a-be56-4e5301171be9 req-dc9514b5-37c9-43e6-b1cc-76a0fabef689 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:22.911461 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c1936afa-caaa-4f5a-be56-4e5301171be9 req-dc9514b5-37c9-43e6-b1cc-76a0fabef689 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 946 time: 0.0496290 Oct 18 03:06:22.949644 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c1936afa-caaa-4f5a-be56-4e5301171be9 req-943a08e9-e8db-425e-9225-d62bdaa650d0 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321941 Oct 18 03:06:23.234140 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 38774) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:06:23.277387 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:23.344724 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9bd2735c-f341-42c4-a713-9b999706ff36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:23.432639 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9bd2735c-f341-42c4-a713-9b999706ff36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:23.495471 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9bd2735c-f341-42c4-a713-9b999706ff36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:23.539493 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-9bd2735c-f341-42c4-a713-9b999706ff36 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fcab1b8adc5346188c9f4234dcea1853&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3042641 Oct 18 03:06:23.540894 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd2735c-f341-42c4-a713-9b999706ff36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c66193-cb48-48bd-950a-ddb60ba23641,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:06:23.543475 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 38784) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:06:23.600085 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 6 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 03:06:23.609683 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-0de47d3f-0840-4ceb-aaed-11bf2c95affd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:23.631937 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-0de47d3f-0840-4ceb-aaed-11bf2c95affd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:23.757666 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-0de47d3f-0840-4ceb-aaed-11bf2c95affd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:23.761060 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-0de47d3f-0840-4ceb-aaed-11bf2c95affd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:23.762255 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-0de47d3f-0840-4ceb-aaed-11bf2c95affd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a8c66193-cb48-48bd-950a-ddb60ba23641 HTTP/1.1" status: 204 len: 168 time: 0.2116079 Oct 18 03:06:23.770514 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de47d3f-0840-4ceb-aaed-11bf2c95affd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c66193-cb48-48bd-950a-ddb60ba23641,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:06:24.087872 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a82a9-f3b1-450d-b98c-b0b9b362dcea req-1a7da5ed-57cb-4e73-8393-86a7de0cab39 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:24.089569 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-767a82a9-f3b1-450d-b98c-b0b9b362dcea req-1a7da5ed-57cb-4e73-8393-86a7de0cab39 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 946 time: 0.0593023 Oct 18 03:06:24.144867 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-767a82a9-f3b1-450d-b98c-b0b9b362dcea req-759a9427-5a86-465a-908e-edcec71dbca6 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412698 Oct 18 03:06:24.667187 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:24.673727 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bb61e-d8f8-4fca-9700-ad5fbc0b4132 req-76f574a9-01c9-4515-aedf-283cce75dc98 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:24.675274 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7d1bb61e-d8f8-4fca-9700-ad5fbc0b4132 req-76f574a9-01c9-4515-aedf-283cce75dc98 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 946 time: 0.0505691 Oct 18 03:06:24.714448 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7d1bb61e-d8f8-4fca-9700-ad5fbc0b4132 req-f1ba62e4-d127-486c-ac9e-1103322bf0b5 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327339 Oct 18 03:06:25.251834 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14a9ae-d33d-467f-a4fc-47fbc3811bc6 req-ef3a420a-8d4f-4935-b846-eecf7643e730 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:25.253310 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7d14a9ae-d33d-467f-a4fc-47fbc3811bc6 req-ef3a420a-8d4f-4935-b846-eecf7643e730 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 946 time: 0.0494957 Oct 18 03:06:25.296310 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7d14a9ae-d33d-467f-a4fc-47fbc3811bc6 req-653bf6f0-e585-436d-9f0a-ef746684c2da tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371006 Oct 18 03:06:25.835079 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c7909-0100-4b90-8268-80cbc9dfad77 req-65fa742b-04d3-449b-b4a7-bbcd65669c8c tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:25.836544 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-751c7909-0100-4b90-8268-80cbc9dfad77 req-65fa742b-04d3-449b-b4a7-bbcd65669c8c tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 946 time: 0.0508938 Oct 18 03:06:25.875698 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-751c7909-0100-4b90-8268-80cbc9dfad77 req-773abb32-4ce8-4e00-b603-52e7af612b40 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324802 Oct 18 03:06:26.410098 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66005f-ceed-4b2f-977a-a51288ff5168 req-4f1abbac-7cbf-438a-aa5c-5575f3c72154 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:26.411574 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0f66005f-ceed-4b2f-977a-a51288ff5168 req-4f1abbac-7cbf-438a-aa5c-5575f3c72154 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 946 time: 0.0484068 Oct 18 03:06:26.448934 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0f66005f-ceed-4b2f-977a-a51288ff5168 req-22231cf2-231e-4aaa-ac52-ef5983632007 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315838 Oct 18 03:06:26.994472 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd80d5-f740-4796-8b1d-1490caaca545 req-e8088120-358c-4b24-a0d5-cb9644a1ed90 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:26.995923 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-abdd80d5-f740-4796-8b1d-1490caaca545 req-e8088120-358c-4b24-a0d5-cb9644a1ed90 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 946 time: 0.0503757 Oct 18 03:06:27.035615 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-abdd80d5-f740-4796-8b1d-1490caaca545 req-2cf85a57-8d5e-4d35-8859-c992a38f55e5 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338933 Oct 18 03:06:27.563322 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3802293-741e-411e-bf30-f95c33b3502f req-4294ecea-2322-49ee-bf69-7ea1a41be3d3 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:27.564775 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c3802293-741e-411e-bf30-f95c33b3502f req-4294ecea-2322-49ee-bf69-7ea1a41be3d3 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 946 time: 0.0502965 Oct 18 03:06:27.603464 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c3802293-741e-411e-bf30-f95c33b3502f req-db9f8d8a-f924-4d86-b292-1e1f6b825351 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320392 Oct 18 03:06:28.164735 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95b6ca-f1ad-4313-94da-4fae7ba53b7a req-fa1e5887-a9a5-4e39-a32d-6ed214886f90 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:28.164735 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9d95b6ca-f1ad-4313-94da-4fae7ba53b7a req-fa1e5887-a9a5-4e39-a32d-6ed214886f90 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 946 time: 0.0509427 Oct 18 03:06:28.202064 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9d95b6ca-f1ad-4313-94da-4fae7ba53b7a req-b5e19da4-44b5-4298-97eb-f19aaf6c77b5 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b8a4a07-9301-468a-891e-a13a8b5104c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362747 Oct 18 03:06:28.533312 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc340a8-4db0-448b-9fac-36a964d9ba53 req-5439888e-4897-4a7e-8eeb-283f7050ec78 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:28.534796 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1bc340a8-4db0-448b-9fac-36a964d9ba53 req-5439888e-4897-4a7e-8eeb-283f7050ec78 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 946 time: 0.0511384 Oct 18 03:06:28.631988 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [req-1bc340a8-4db0-448b-9fac-36a964d9ba53 req-d6642143-dc9a-4f38-9bc7-88234929e35b tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Deleting port 42da4003-0bba-483b-b2e1-66ab4b84b436 {{(pid=106636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:06:28.632512 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-1bc340a8-4db0-448b-9fac-36a964d9ba53 req-d6642143-dc9a-4f38-9bc7-88234929e35b tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:28.756784 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c5ad3-e391-458b-86e3-afeda29d8d68 req-efad333b-8000-4b20-b8f6-85aaaf51c85f tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:28.758153 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-449c5ad3-e391-458b-86e3-afeda29d8d68 req-efad333b-8000-4b20-b8f6-85aaaf51c85f tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 946 time: 0.0835128 Oct 18 03:06:28.763864 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [req-1bc340a8-4db0-448b-9fac-36a964d9ba53 req-d6642143-dc9a-4f38-9bc7-88234929e35b tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] For port 42da4003-0bba-483b-b2e1-66ab4b84b436, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=42da4003-0bba-483b-b2e1-66ab4b84b436,segment=NetworkSegment(0a4479a8-2092-4dd6-9759-50afb4a3e69f),segment_id=0a4479a8-2092-4dd6-9759-50afb4a3e69f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:06:28.764238 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-1bc340a8-4db0-448b-9fac-36a964d9ba53 req-d6642143-dc9a-4f38-9bc7-88234929e35b tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:28.890173 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-449c5ad3-e391-458b-86e3-afeda29d8d68 req-cd27f0b5-641e-4778-b9ec-8489e7b28a48 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231134 Oct 18 03:06:29.014761 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-1bc340a8-4db0-448b-9fac-36a964d9ba53 req-d6642143-dc9a-4f38-9bc7-88234929e35b tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:29.015051 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-1bc340a8-4db0-448b-9fac-36a964d9ba53 req-d6642143-dc9a-4f38-9bc7-88234929e35b tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-612639'] for floatingip, after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:29.015349 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.db.l3_db [req-1bc340a8-4db0-448b-9fac-36a964d9ba53 req-d6642143-dc9a-4f38-9bc7-88234929e35b tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Floating IP fcf215d7-d49a-434a-9641-cbdb3e612bcd disassociated. External IP: 172.27.3.104, port: 42da4003-0bba-483b-b2e1-66ab4b84b436. Oct 18 03:06:29.015689 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [req-1bc340a8-4db0-448b-9fac-36a964d9ba53 req-d6642143-dc9a-4f38-9bc7-88234929e35b tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Calling delete_port for 42da4003-0bba-483b-b2e1-66ab4b84b436 owned by compute:nova {{(pid=106636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:06:29.168981 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-1bc340a8-4db0-448b-9fac-36a964d9ba53 req-d6642143-dc9a-4f38-9bc7-88234929e35b tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59726697'] for port, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:29.201579 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6642143-dc9a-4f38-9bc7-88234929e35b tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Pushing event deleted for resources: {'Port': ['ID=42da4003-0bba-483b-b2e1-66ab4b84b436,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:06:29.308304 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-691cdb46-2168-4312-ba3e-ad7c59bace32 req-af201c0c-54e5-46af-b173-31701e14ea9c tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 210 time: 0.0334663 Oct 18 03:06:29.333873 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1bc340a8-4db0-448b-9fac-36a964d9ba53 req-d6642143-dc9a-4f38-9bc7-88234929e35b tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Router 86dd0e9b-cdad-4570-8898-2dd4fe203da6 has already been hosted by L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 {{(pid=106636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 03:06:29.437968 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1bc340a8-4db0-448b-9fac-36a964d9ba53 req-d6642143-dc9a-4f38-9bc7-88234929e35b tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 03:06:29.449069 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b95359-bb63-4125-8620-ba70644e3f3c None None] Sync routers for ids ['86dd0e9b-cdad-4570-8898-2dd4fe203da6'] in dv-cinder-814333-1-iscsi {{(pid=106639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 03:06:29.458563 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b95359-bb63-4125-8620-ba70644e3f3c None None] Routers {'86dd0e9b-cdad-4570-8898-2dd4fe203da6'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:06:29.459162 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-d4b95359-bb63-4125-8620-ba70644e3f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:06:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['86dd0e9b-cdad-4570-8898-2dd4fe203da6'], 'active': True} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:06:29.477390 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc340a8-4db0-448b-9fac-36a964d9ba53 req-d6642143-dc9a-4f38-9bc7-88234929e35b tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] No DVR routers for this DVR port 42da4003-0bba-483b-b2e1-66ab4b84b436 on host hv-cinder-81433 {{(pid=106636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 03:06:29.480003 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-1bc340a8-4db0-448b-9fac-36a964d9ba53 req-d6642143-dc9a-4f38-9bc7-88234929e35b tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:29.483273 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1bc340a8-4db0-448b-9fac-36a964d9ba53 req-d6642143-dc9a-4f38-9bc7-88234929e35b tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.36 "DELETE /v2.0/ports/42da4003-0bba-483b-b2e1-66ab4b84b436 HTTP/1.1" status: 204 len: 173 time: 0.9417834 Oct 18 03:06:29.483699 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0d9fd7-a622-4003-9631-9d30ba1c77f6', 'name': 'network-vif-deleted', 'tag': '42da4003-0bba-483b-b2e1-66ab4b84b436'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:06:29.485932 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}496079113880dc21d8e474160779c487de2a9ec27c44afe50e843faa48598ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82a84a4-3b7c-45e2-9b3b-079ecae10444" -d '{"events": [{"server_uuid": "8b0d9fd7-a622-4003-9631-9d30ba1c77f6", "name": "network-vif-deleted", "tag": "42da4003-0bba-483b-b2e1-66ab4b84b436"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:06:29.520738 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6f54ca-2c2c-40b2-a1b9-3000d2558e14 x-openstack-request-id: req-ff6f54ca-2c2c-40b2-a1b9-3000d2558e14 {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:06:29.521031 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b0d9fd7-a622-4003-9631-9d30ba1c77f6", "name": "network-vif-deleted", "tag": "42da4003-0bba-483b-b2e1-66ab4b84b436", "status": "completed", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:06:29.521314 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ff6f54ca-2c2c-40b2-a1b9-3000d2558e14 {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:06:29.521693 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0d9fd7-a622-4003-9631-9d30ba1c77f6', 'name': 'network-vif-deleted', 'tag': '42da4003-0bba-483b-b2e1-66ab4b84b436', 'status': 'completed', 'code': 200} Oct 18 03:06:29.566246 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvr_db [None req-d4b95359-bb63-4125-8620-ba70644e3f3c None None] Set router 86dd0e9b-cdad-4570-8898-2dd4fe203da6 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:06:29.840044 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-d4b95359-bb63-4125-8620-ba70644e3f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'name': 'tempest-AttachVolumeShelveTestJSON-812679274-router', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'c9c3470f-225d-4d95-9e29-b9c1de32b581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:58:58Z', 'updated_at': '2021-10-18T02:59:04Z', 'revision_number': 4, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'gw_port': {'id': 'c9c3470f-225d-4d95-9e29-b9c1de32b581', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:58:58Z', 'updated_at': '2021-10-18T02:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': 'ca4c779b-7758-45c3-b63d-84310c307805', 'name': '', 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'mac_address': 'fa:16:3e:3d:66:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dead32d3-ed00-4228-a06c-9c73190d2cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:03Z', 'updated_at': '2021-10-18T02:59:09Z', 'revision_number': 5, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'subnets': [{'id': 'dead32d3-ed00-4228-a06c-9c73190d2cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:06:29.865206 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b95359-bb63-4125-8620-ba70644e3f3c None None] Checking router: 86dd0e9b-cdad-4570-8898-2dd4fe203da6 for host: dv-cinder-814333-1-iscsi {{(pid=106639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 03:06:29.874329 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b95359-bb63-4125-8620-ba70644e3f3c None None] Routers {'86dd0e9b-cdad-4570-8898-2dd4fe203da6'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:06:29.874948 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-d4b95359-bb63-4125-8620-ba70644e3f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:06:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['86dd0e9b-cdad-4570-8898-2dd4fe203da6'], 'active': True} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:06:29.982580 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvr_db [None req-d4b95359-bb63-4125-8620-ba70644e3f3c None None] Set router 86dd0e9b-cdad-4570-8898-2dd4fe203da6 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:06:30.009242 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536da884-718f-4ed7-bda6-21733b918b3e req-af4188d4-2887-4823-ba37-252fe0e70d0f tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:30.010761 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-536da884-718f-4ed7-bda6-21733b918b3e req-af4188d4-2887-4823-ba37-252fe0e70d0f tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 946 time: 0.0518203 Oct 18 03:06:30.048529 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-536da884-718f-4ed7-bda6-21733b918b3e req-8c9d5bb1-dd9b-4ede-9e73-f08f80d71954 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317073 Oct 18 03:06:30.177691 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-d4b95359-bb63-4125-8620-ba70644e3f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'name': 'tempest-AttachVolumeShelveTestJSON-812679274-router', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'c9c3470f-225d-4d95-9e29-b9c1de32b581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:58:58Z', 'updated_at': '2021-10-18T02:59:04Z', 'revision_number': 4, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'gw_port': {'id': 'c9c3470f-225d-4d95-9e29-b9c1de32b581', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:58:58Z', 'updated_at': '2021-10-18T02:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': 'ca4c779b-7758-45c3-b63d-84310c307805', 'name': '', 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'mac_address': 'fa:16:3e:3d:66:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dead32d3-ed00-4228-a06c-9c73190d2cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:03Z', 'updated_at': '2021-10-18T02:59:09Z', 'revision_number': 5, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'subnets': [{'id': 'dead32d3-ed00-4228-a06c-9c73190d2cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:06:30.202607 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b95359-bb63-4125-8620-ba70644e3f3c None None] The sync data for ids ['86dd0e9b-cdad-4570-8898-2dd4fe203da6'] in dv-cinder-814333-1-iscsi is: [{'id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'name': 'tempest-AttachVolumeShelveTestJSON-812679274-router', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'c9c3470f-225d-4d95-9e29-b9c1de32b581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:58:58Z', 'updated_at': '2021-10-18T02:59:04Z', 'revision_number': 4, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'gw_port': {'id': 'c9c3470f-225d-4d95-9e29-b9c1de32b581', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:58:58Z', 'updated_at': '2021-10-18T02:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': 'ca4c779b-7758-45c3-b63d-84310c307805', 'name': '', 'network_id': '2e8a63a2-5796-4af1-8add-99fedc042cba', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'mac_address': 'fa:16:3e:3d:66:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dead32d3-ed00-4228-a06c-9c73190d2cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:59:03Z', 'updated_at': '2021-10-18T02:59:09Z', 'revision_number': 5, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'subnets': [{'id': 'dead32d3-ed00-4228-a06c-9c73190d2cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 03:06:30.404142 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45775b6-1ce2-40bf-8c59-8c9ac7152a39 None None] New status for floating IP fcf215d7-d49a-434a-9641-cbdb3e612bcd: DOWN {{(pid=106638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 03:06:30.414433 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0b9c46b8-2d52-47a7-9e3b-ee055d14c6e7 req-fcfacb0d-184b-4b4b-b8f2-2bae8a384b57 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 210 time: 0.0314577 Oct 18 03:06:31.160532 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a43ca-328e-4cff-ba42-68d87c51cb2a req-d07631c0-4a4c-488a-97d1-754ef33b216b tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:31.161910 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-784a43ca-328e-4cff-ba42-68d87c51cb2a req-d07631c0-4a4c-488a-97d1-754ef33b216b tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 946 time: 0.0483801 Oct 18 03:06:31.198873 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-784a43ca-328e-4cff-ba42-68d87c51cb2a req-517261c3-d920-468b-8b87-219f590db49c tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312078 Oct 18 03:06:31.511946 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6a20ef7f-7ca5-4548-ab30-43ed9c92c4cc req-cfcb3a40-e0fe-484b-bfc0-c94df4053d82 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 210 time: 0.0262964 Oct 18 03:06:31.926282 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ee1b4-402c-4cdb-a6ef-c6846e2a3d2f req-3555b4e4-814d-4fb7-b7df-13e08e6d2d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:31.927814 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b32ee1b4-402c-4cdb-a6ef-c6846e2a3d2f req-3555b4e4-814d-4fb7-b7df-13e08e6d2d38 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=62affdb1ab2e4d1e8559a84ed78fda53&device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 1099 time: 0.0438323 Oct 18 03:06:32.021763 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ee1b4-402c-4cdb-a6ef-c6846e2a3d2f req-5eeeeab7-9540-48fc-a3a4-e001083ab407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:32.023268 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b32ee1b4-402c-4cdb-a6ef-c6846e2a3d2f req-5eeeeab7-9540-48fc-a3a4-e001083ab407 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e87ad9a1-7666-4e2f-b8d8-84a634a81d93 HTTP/1.1" status: 200 len: 910 time: 0.0879393 Oct 18 03:06:32.093243 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b32ee1b4-402c-4cdb-a6ef-c6846e2a3d2f req-7429359d-4cc5-4370-803e-de65f2640f88 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af1f8561-a8e6-4125-b60a-d4ff97452b44 HTTP/1.1" status: 200 len: 1002 time: 0.0613625 Oct 18 03:06:32.144741 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ee1b4-402c-4cdb-a6ef-c6846e2a3d2f req-c7e38d1d-6936-467f-a180-bec91a147736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:32.146169 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b32ee1b4-402c-4cdb-a6ef-c6846e2a3d2f req-c7e38d1d-6936-467f-a180-bec91a147736 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9c707f4-73a5-4da8-9515-c5d3f8c907b8 HTTP/1.1" status: 200 len: 848 time: 0.0435672 Oct 18 03:06:32.191699 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ee1b4-402c-4cdb-a6ef-c6846e2a3d2f req-85ab36de-336a-4186-957b-5135f3b0a748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:32.193045 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b32ee1b4-402c-4cdb-a6ef-c6846e2a3d2f req-85ab36de-336a-4186-957b-5135f3b0a748 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e87ad9a1-7666-4e2f-b8d8-84a634a81d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388296 Oct 18 03:06:32.314498 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b32ee1b4-402c-4cdb-a6ef-c6846e2a3d2f req-f09d50fe-66cf-4867-bdcc-5b088abd6b39 service neutron] 10.222.0.36 "GET /v2.0/networks/e87ad9a1-7666-4e2f-b8d8-84a634a81d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120274 Oct 18 03:06:32.330651 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bece7c9-d81b-45e6-97c7-f39e481d454c req-5ac527f9-922b-4dff-8974-01c8c2c125a4 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:32.332023 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7bece7c9-d81b-45e6-97c7-f39e481d454c req-5ac527f9-922b-4dff-8974-01c8c2c125a4 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 946 time: 0.0678432 Oct 18 03:06:32.417342 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7bece7c9-d81b-45e6-97c7-f39e481d454c req-e678d5c0-b249-4103-8e8f-755375ed50c8 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770082 Oct 18 03:06:32.442482 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b32ee1b4-402c-4cdb-a6ef-c6846e2a3d2f req-79c21437-4316-44b8-aaed-38251a40f89a service neutron] 10.222.0.36 "GET /v2.0/networks/e87ad9a1-7666-4e2f-b8d8-84a634a81d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094604 Oct 18 03:06:32.619671 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5f03a489-3746-4b4d-861c-0bf9c69358e1 req-7a0ff5cd-ac96-4b56-8728-8484fb563659 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0d9fd7-a622-4003-9631-9d30ba1c77f6 HTTP/1.1" status: 200 len: 210 time: 0.0267813 Oct 18 03:06:33.531281 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa5adb-a8b4-4dd9-96b7-a03e6af625da req-e0bb0698-c62c-49e1-a7ad-213bf6b9d219 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:33.532858 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7faa5adb-a8b4-4dd9-96b7-a03e6af625da req-e0bb0698-c62c-49e1-a7ad-213bf6b9d219 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 946 time: 0.0492563 Oct 18 03:06:33.569593 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7faa5adb-a8b4-4dd9-96b7-a03e6af625da req-2246c7f2-09ec-4f5f-9590-5c8788c05216 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309114 Oct 18 03:06:33.776069 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 38922) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:06:33.835589 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-77400c8b-97cd-4185-9fca-4703031bbfbd tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:33.864441 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-77400c8b-97cd-4185-9fca-4703031bbfbd tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:34.020741 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-77400c8b-97cd-4185-9fca-4703031bbfbd tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:34.023465 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-77400c8b-97cd-4185-9fca-4703031bbfbd tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:34.025164 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-77400c8b-97cd-4185-9fca-4703031bbfbd tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "DELETE /v2.0/security-groups/4b8a4a07-9301-468a-891e-a13a8b5104c2 HTTP/1.1" status: 204 len: 168 time: 0.2474353 Oct 18 03:06:34.028175 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 38928) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:06:34.034244 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77400c8b-97cd-4185-9fca-4703031bbfbd tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8a4a07-9301-468a-891e-a13a8b5104c2,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:06:34.041118 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77400c8b-97cd-4185-9fca-4703031bbfbd tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:06:34.041464 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77400c8b-97cd-4185-9fca-4703031bbfbd tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:06:34.041822 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77400c8b-97cd-4185-9fca-4703031bbfbd tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:06:34.042018 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.api.v2.resource [None req-2c090311-dd6d-49ef-ad69-6fa269e391d7 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] show failed (client error): The resource could not be found. Oct 18 03:06:34.042162 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77400c8b-97cd-4185-9fca-4703031bbfbd tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:06:34.042532 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77400c8b-97cd-4185-9fca-4703031bbfbd tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:06:34.042866 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77400c8b-97cd-4185-9fca-4703031bbfbd tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:06:34.043066 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-2c090311-dd6d-49ef-ad69-6fa269e391d7 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "GET /v2.0/security-groups/4b8a4a07-9301-468a-891e-a13a8b5104c2 HTTP/1.1" status: 404 len: 347 time: 0.0139441 Oct 18 03:06:34.043174 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77400c8b-97cd-4185-9fca-4703031bbfbd tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:06:34.043501 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77400c8b-97cd-4185-9fca-4703031bbfbd tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:06:34.043822 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77400c8b-97cd-4185-9fca-4703031bbfbd tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:06:34.044144 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77400c8b-97cd-4185-9fca-4703031bbfbd tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:06:34.044472 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77400c8b-97cd-4185-9fca-4703031bbfbd tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:06:34.044871 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77400c8b-97cd-4185-9fca-4703031bbfbd tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:06:34.045954 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 38930) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:06:34.175634 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-c44b0917-4db2-4305-a8dc-333bc5992719 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Deleting port 474ee553-1d0d-42fd-8325-62931c8e132e {{(pid=106636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:06:34.176059 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c44b0917-4db2-4305-a8dc-333bc5992719 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:34.256183 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c44b0917-4db2-4305-a8dc-333bc5992719 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:34.256510 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c44b0917-4db2-4305-a8dc-333bc5992719 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:34.268651 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-c44b0917-4db2-4305-a8dc-333bc5992719 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Calling delete_port for 474ee553-1d0d-42fd-8325-62931c8e132e owned by network:floatingip {{(pid=106636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:06:34.437426 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c44b0917-4db2-4305-a8dc-333bc5992719 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59726697'] for port, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:34.464713 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b0917-4db2-4305-a8dc-333bc5992719 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Pushing event deleted for resources: {'Port': ['ID=474ee553-1d0d-42fd-8325-62931c8e132e,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:06:34.488828 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b0917-4db2-4305-a8dc-333bc5992719 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:06:34.489185 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b0917-4db2-4305-a8dc-333bc5992719 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:06:34.489657 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b0917-4db2-4305-a8dc-333bc5992719 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:06:34.489951 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b0917-4db2-4305-a8dc-333bc5992719 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:06:34.493090 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b0917-4db2-4305-a8dc-333bc5992719 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:06:34.493090 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b0917-4db2-4305-a8dc-333bc5992719 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:06:34.493090 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b0917-4db2-4305-a8dc-333bc5992719 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:06:34.493090 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b0917-4db2-4305-a8dc-333bc5992719 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:06:34.493090 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b0917-4db2-4305-a8dc-333bc5992719 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:06:34.493090 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b0917-4db2-4305-a8dc-333bc5992719 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:06:34.493090 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b0917-4db2-4305-a8dc-333bc5992719 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:06:34.493090 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b0917-4db2-4305-a8dc-333bc5992719 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:06:34.535751 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c44b0917-4db2-4305-a8dc-333bc5992719 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks [] for floatingip, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:34.538597 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c44b0917-4db2-4305-a8dc-333bc5992719 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for floatingip, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:34.539978 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-c44b0917-4db2-4305-a8dc-333bc5992719 tempest-AttachVolumeShelveTestJSON-2015327460 tempest-AttachVolumeShelveTestJSON-2015327460-project] 10.222.0.30 "DELETE /v2.0/floatingips/fcf215d7-d49a-434a-9641-cbdb3e612bcd HTTP/1.1" status: 204 len: 168 time: 0.4928923 Oct 18 03:06:34.685142 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f4231-1033-4a5b-9cec-18a3fece3bdc req-14927578-c22b-4265-8f2c-2ab56a2b6e66 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:34.686625 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f84f4231-1033-4a5b-9cec-18a3fece3bdc req-14927578-c22b-4265-8f2c-2ab56a2b6e66 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 946 time: 0.0492351 Oct 18 03:06:34.725544 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f84f4231-1033-4a5b-9cec-18a3fece3bdc req-db18cfdc-6ad8-47e9-a541-9f595e5d1bd2 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326753 Oct 18 03:06:35.417433 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-b3c209e4-355d-41c7-9c74-e78e5ff0312b tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1225694753&fields=id&tenant_id=b53d2fa916034e5791986e3a904b2f43 HTTP/1.1" status: 200 len: 267 time: 0.0392940 Oct 18 03:06:35.521650 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-f9e4b005-a8c5-4a9f-a387-f41551629ae4 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:35.523073 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-f9e4b005-a8c5-4a9f-a387-f41551629ae4 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/networks?id=7e3f93b2-6ab7-425d-a45f-ad1ff777d056 HTTP/1.1" status: 200 len: 812 time: 0.0990047 Oct 18 03:06:35.542557 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-ecfe31af-3d35-4469-9d07-d0beca9c00dc tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/quotas/b53d2fa916034e5791986e3a904b2f43 HTTP/1.1" status: 200 len: 375 time: 0.0091243 Oct 18 03:06:35.597777 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-ea3b9169-8419-4a03-9cc7-6b71e59afcc9 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b53d2fa916034e5791986e3a904b2f43&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0526123 Oct 18 03:06:35.702782 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-67b75745-ef6d-4acc-a6aa-eb64a0dfa06e service neutron] 10.222.0.30 "GET /v2.0/networks/7e3f93b2-6ab7-425d-a45f-ad1ff777d056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925865 Oct 18 03:06:35.729775 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 38958) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:06:35.795899 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 42da4003-0bba-483b-b2e1-66ab4b84b436 no longer exists at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:06:35.820784 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-95bc672d-3f67-4214-8b9a-c8ab58365cf6 service neutron] 10.222.0.30 "GET /v2.0/networks/7e3f93b2-6ab7-425d-a45f-ad1ff777d056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119647 Oct 18 03:06:35.821184 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] No Port match for: 42da4003-0bba-483b-b2e1-66ab4b84b436 {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:06:35.821726 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 42da4003-0bba-483b-b2e1-66ab4b84b436 not bound to the agent host hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:06:35.822621 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device af1f8561-a8e6-4125-b60a-d4ff97452b44 no longer exists at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:06:35.842194 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-fc3ea84f-9e88-494b-9f7b-18c3fae251d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:35.912778 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:35.932296 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-fc3ea84f-9e88-494b-9f7b-18c3fae251d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:35.941973 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9695ea73-b7c1-4217-b84f-84718e3fe7b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af1f8561-a8e6-4125-b60a-d4ff97452b44'}] {{(pid=106638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:06:35.945046 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd784869ff86f08281957869a4884f8f45cf6a5f98b2b439ba04ffc4a22c0e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4b758d-9796-40e0-bab7-ca06715fe816" -d '{"events": [{"server_uuid": "9695ea73-b7c1-4217-b84f-84718e3fe7b2", "name": "network-vif-unplugged", "status": "completed", "tag": "af1f8561-a8e6-4125-b60a-d4ff97452b44"}]}' {{(pid=106638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:06:35.958420 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port af1f8561-a8e6-4125-b60a-d4ff97452b44, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=af1f8561-a8e6-4125-b60a-d4ff97452b44,segment=NetworkSegment(b81d56d8-b3f3-408b-877c-683ac662a66c),segment_id=b81d56d8-b3f3-408b-877c-683ac662a66c)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:06:35.986677 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-fc3ea84f-9e88-494b-9f7b-18c3fae251d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:36.010155 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:36.033158 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-fc3ea84f-9e88-494b-9f7b-18c3fae251d6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7b964ef7c3a344dd97364a07a5c6b692&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3021610 Oct 18 03:06:36.035340 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ea84f-9e88-494b-9f7b-18c3fae251d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a83c30-af4b-4bc1-84b8-386484a48c16,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:06:36.042710 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 38976) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:06:36.073901 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=af1f8561-a8e6-4125-b60a-d4ff97452b44,revision_number=6']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:06:36.081526 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:06:36.082056 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:06:36.082605 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:06:36.083011 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:06:36.083690 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:06:36.084130 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:06:36.084532 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:06:36.084938 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:06:36.085335 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:06:36.085733 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:06:36.086148 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:06:36.086542 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:06:36.107962 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-5f27d4b2-e95d-4db8-8ec8-81d7036b1c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:36.118333 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43a0e5-1087-455e-a95d-5087f2180564 req-02681c8a-a6a5-4f66-9f48-2c343fb7a349 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:36.119940 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6d43a0e5-1087-455e-a95d-5087f2180564 req-02681c8a-a6a5-4f66-9f48-2c343fb7a349 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 946 time: 0.3241470 Oct 18 03:06:36.131156 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-5f27d4b2-e95d-4db8-8ec8-81d7036b1c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:36.159640 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6d43a0e5-1087-455e-a95d-5087f2180564 req-a865a462-221e-4a1d-bcf2-58184402d5b7 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335162 Oct 18 03:06:36.228210 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 18 Oct 2021 03:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3697de4-4c2c-40fc-a1a1-3e440b1c1cf8 x-openstack-request-id: req-e3697de4-4c2c-40fc-a1a1-3e440b1c1cf8 {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:06:36.228210 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9695ea73-b7c1-4217-b84f-84718e3fe7b2", "name": "network-vif-unplugged", "status": "failed", "tag": "af1f8561-a8e6-4125-b60a-d4ff97452b44", "code": 422}]} {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:06:36.228210 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e3697de4-4c2c-40fc-a1a1-3e440b1c1cf8 {{(pid=106638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:06:36.228210 dv-cinder-814333-1-iscsi neutron-server[106638]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9695ea73-b7c1-4217-b84f-84718e3fe7b2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'af1f8561-a8e6-4125-b60a-d4ff97452b44', 'code': 422} returned with failed status Oct 18 03:06:36.243852 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-5f27d4b2-e95d-4db8-8ec8-81d7036b1c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:36.246688 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-5f27d4b2-e95d-4db8-8ec8-81d7036b1c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:36.250123 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-5f27d4b2-e95d-4db8-8ec8-81d7036b1c81 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/43a83c30-af4b-4bc1-84b8-386484a48c16 HTTP/1.1" status: 204 len: 168 time: 0.2063737 Oct 18 03:06:36.262020 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f27d4b2-e95d-4db8-8ec8-81d7036b1c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a83c30-af4b-4bc1-84b8-386484a48c16,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:06:36.409288 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:36.434298 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d7afe187-1fdc-4c20-9405-4de35ba673d7 req-a9c5dc71-fd51-48bb-924b-f3f2dfa1a892 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=19243908-7c1a-42fd-87a5-50d0f81b585c HTTP/1.1" status: 200 len: 210 time: 0.0312107 Oct 18 03:06:36.574898 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562e672-7a9f-4575-8e9e-3faa349776e3 req-29fe7f7f-3aef-4732-9fcd-25428c93fc40 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:36.576508 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5562e672-7a9f-4575-8e9e-3faa349776e3 req-29fe7f7f-3aef-4732-9fcd-25428c93fc40 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 944 time: 0.0495141 Oct 18 03:06:36.619205 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5562e672-7a9f-4575-8e9e-3faa349776e3 req-eeeb6684-801e-4793-b3e9-8d2cec18a397 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356979 Oct 18 03:06:36.767994 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 39002) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:06:36.858650 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d32a8166-edd4-46a7-8ed6-38a701e93dba req-9c5829a9-8067-419e-be9e-9fc972f6d71d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0895259 Oct 18 03:06:36.867775 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [req-d32a8166-edd4-46a7-8ed6-38a701e93dba req-08e63ae9-938c-4df5-a658-78d8e61dd495 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=106636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 03:06:36.869633 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d32a8166-edd4-46a7-8ed6-38a701e93dba req-08e63ae9-938c-4df5-a658-78d8e61dd495 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059049 Oct 18 03:06:37.528007 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-bb45619b-6335-4282-8d82-d6445b2362f4 req-60b683b6-9daf-4098-a3b3-3114df130d04 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=19243908-7c1a-42fd-87a5-50d0f81b585c HTTP/1.1" status: 200 len: 210 time: 0.0256758 Oct 18 03:06:37.732991 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383695e-92db-4b08-af77-265e8a18b622 req-8afd0701-0e04-4cf9-a416-d25aca0b003f tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:37.734466 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a383695e-92db-4b08-af77-265e8a18b622 req-8afd0701-0e04-4cf9-a416-d25aca0b003f tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 944 time: 0.0490353 Oct 18 03:06:37.776097 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a383695e-92db-4b08-af77-265e8a18b622 req-3e5d8cd6-0568-4ecc-9b8f-0fc6a5baa3d3 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356886 Oct 18 03:06:37.857929 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 39024) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:06:38.362941 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-72d1d74e-f95d-4a6f-ab5a-5c766a1fd745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611615'] for router_interface, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:38.640893 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-01f3d260-4781-4c1b-a431-a90e913d253b req-893bc5b8-6c87-4bd0-8390-f90f716b4852 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=19243908-7c1a-42fd-87a5-50d0f81b585c HTTP/1.1" status: 200 len: 210 time: 0.0449045 Oct 18 03:06:38.703843 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-940eeac5-ff1d-466c-82fc-23977861b4ca tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:38.705277 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-940eeac5-ff1d-466c-82fc-23977861b4ca tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.36 "GET /v2.0/networks?id=7e3f93b2-6ab7-425d-a45f-ad1ff777d056 HTTP/1.1" status: 200 len: 812 time: 0.2185197 Oct 18 03:06:38.795655 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-db2b9d55-72d4-4360-9655-56729feceee8 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b53d2fa916034e5791986e3a904b2f43 HTTP/1.1" status: 200 len: 380 time: 0.0813172 Oct 18 03:06:38.811759 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-8373f849-6658-4ff9-a985-3366b77b6f6c tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Request body: {'port': {'device_id': '19243908-7c1a-42fd-87a5-50d0f81b585c', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'admin_state_up': True, 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'security_groups': ['5d55569a-9e83-4eb5-ab1b-e296cd79d27a']}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:06:38.918027 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-72d1d74e-f95d-4a6f-ab5a-5c766a1fd745 admin admin] Deleting port ca4c779b-7758-45c3-b63d-84310c307805 {{(pid=106636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:06:38.918366 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-72d1d74e-f95d-4a6f-ab5a-5c766a1fd745 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:39.003954 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93965693-685f-472c-8630-0f1ac55b1136 req-46f040db-4859-49b7-9d86-9b381fcf800d tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:39.005419 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-93965693-685f-472c-8630-0f1ac55b1136 req-46f040db-4859-49b7-9d86-9b381fcf800d tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 944 time: 0.1439013 Oct 18 03:06:39.075784 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-72d1d74e-f95d-4a6f-ab5a-5c766a1fd745 admin admin] For port ca4c779b-7758-45c3-b63d-84310c307805, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=ca4c779b-7758-45c3-b63d-84310c307805,segment=NetworkSegment(0a4479a8-2092-4dd6-9759-50afb4a3e69f),segment_id=0a4479a8-2092-4dd6-9759-50afb4a3e69f)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:06:39.076348 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-72d1d74e-f95d-4a6f-ab5a-5c766a1fd745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:39.090321 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-93965693-685f-472c-8630-0f1ac55b1136 req-8bf95d0a-50dd-486a-8e3b-00d2d8b7dd77 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757225 Oct 18 03:06:39.092780 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-8373f849-6658-4ff9-a985-3366b77b6f6c tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Made reservation on behalf of b53d2fa916034e5791986e3a904b2f43 for: {'port': 1} {{(pid=106636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 03:06:39.096146 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-8373f849-6658-4ff9-a985-3366b77b6f6c tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:39.106011 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-72d1d74e-f95d-4a6f-ab5a-5c766a1fd745 admin admin] Calling delete_port for ca4c779b-7758-45c3-b63d-84310c307805 owned by network:router_interface {{(pid=106636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:06:39.312872 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.db_base_plugin_common [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-8373f849-6658-4ff9-a985-3366b77b6f6c tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Allocated IP 172.20.0.10 (7e3f93b2-6ab7-425d-a45f-ad1ff777d056/5242877d-4476-4a28-8a5b-87f4884f5f65/d5c01f87-9f59-49f8-9f6c-5ffd13f55a24) {{(pid=106636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:06:39.364097 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a8166-edd4-46a7-8ed6-38a701e93dba req-35099523-c727-43a5-80fd-a6323ed0d2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:39.365765 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-d32a8166-edd4-46a7-8ed6-38a701e93dba req-35099523-c727-43a5-80fd-a6323ed0d2ec service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2&tenant_id=62affdb1ab2e4d1e8559a84ed78fda53 HTTP/1.1" status: 200 len: 1097 time: 0.0772882 Oct 18 03:06:39.426333 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a8166-edd4-46a7-8ed6-38a701e93dba req-e6b48578-3c87-4b0b-abc8-0e735af09ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:39.427808 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-d32a8166-edd4-46a7-8ed6-38a701e93dba req-e6b48578-3c87-4b0b-abc8-0e735af09ac3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=62affdb1ab2e4d1e8559a84ed78fda53&device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 1097 time: 0.0411072 Oct 18 03:06:39.485527 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-72d1d74e-f95d-4a6f-ab5a-5c766a1fd745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59726697'] for port, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:39.520756 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a8166-edd4-46a7-8ed6-38a701e93dba req-6ce400fa-16b6-49c9-a34c-b03fc979e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:39.522321 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-d32a8166-edd4-46a7-8ed6-38a701e93dba req-6ce400fa-16b6-49c9-a34c-b03fc979e024 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e87ad9a1-7666-4e2f-b8d8-84a634a81d93 HTTP/1.1" status: 200 len: 910 time: 0.0881295 Oct 18 03:06:39.539627 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1d74e-f95d-4a6f-ab5a-5c766a1fd745 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca4c779b-7758-45c3-b63d-84310c307805,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:06:39.591237 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-d32a8166-edd4-46a7-8ed6-38a701e93dba req-bd033cbc-1d14-4e8a-8ed6-130c391e1123 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af1f8561-a8e6-4125-b60a-d4ff97452b44 HTTP/1.1" status: 200 len: 1000 time: 0.0607896 Oct 18 03:06:39.645983 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-8373f849-6658-4ff9-a985-3366b77b6f6c tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for port, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:39.648879 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a8166-edd4-46a7-8ed6-38a701e93dba req-fd2076ae-4351-4679-ad43-77798dceaa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:39.651590 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-d32a8166-edd4-46a7-8ed6-38a701e93dba req-fd2076ae-4351-4679-ad43-77798dceaa93 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9c707f4-73a5-4da8-9515-c5d3f8c907b8 HTTP/1.1" status: 200 len: 848 time: 0.0534675 Oct 18 03:06:39.714694 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a8166-edd4-46a7-8ed6-38a701e93dba req-2a4f466c-8e89-42ce-aa22-b1af91816455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:39.720207 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-d32a8166-edd4-46a7-8ed6-38a701e93dba req-2a4f466c-8e89-42ce-aa22-b1af91816455 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e87ad9a1-7666-4e2f-b8d8-84a634a81d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603673 Oct 18 03:06:39.782657 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-09cfb6d7-5fde-4a67-b539-abb19f724e64 req-6eaf3e99-23a4-41f7-9956-cc48a5efd793 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=19243908-7c1a-42fd-87a5-50d0f81b585c HTTP/1.1" status: 200 len: 210 time: 0.0305595 Oct 18 03:06:39.787038 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-72d1d74e-f95d-4a6f-ab5a-5c766a1fd745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612667'] for router_interface, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:39.832400 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-d32a8166-edd4-46a7-8ed6-38a701e93dba req-eb1d2f8c-95ed-455d-bef8-8fe8d00051eb service neutron] 10.222.0.36 "GET /v2.0/networks/e87ad9a1-7666-4e2f-b8d8-84a634a81d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039178 Oct 18 03:06:39.862847 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-8373f849-6658-4ff9-a985-3366b77b6f6c tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59726697'] for port, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:39.915781 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-8373f849-6658-4ff9-a985-3366b77b6f6c tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Network 7e3f93b2-6ab7-425d-a45f-ad1ff777d056 is already hosted by enough agents. {{(pid=106636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:06:39.921621 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-8373f849-6658-4ff9-a985-3366b77b6f6c tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Resources bound (agent type, host, resource id): {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:06:39.928147 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-8373f849-6658-4ff9-a985-3366b77b6f6c tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Received port after_create {{(pid=106636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:06:39.929393 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-d32a8166-edd4-46a7-8ed6-38a701e93dba req-e9abf199-69f3-4178-9c68-795478026776 service neutron] 10.222.0.36 "GET /v2.0/networks/e87ad9a1-7666-4e2f-b8d8-84a634a81d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900850 Oct 18 03:06:39.970346 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373f849-6658-4ff9-a985-3366b77b6f6c tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Pushing event updated for resources: {'Port': ['ID=d5c01f87-9f59-49f8-9f6c-5ffd13f55a24,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:06:40.036341 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-8373f849-6658-4ff9-a985-3366b77b6f6c tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:40.036990 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-8373f849-6658-4ff9-a985-3366b77b6f6c tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:40.114919 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d1d74e-f95d-4a6f-ab5a-5c766a1fd745 admin admin] Router 86dd0e9b-cdad-4570-8898-2dd4fe203da6 has already been hosted by L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 {{(pid=106636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 03:06:40.186916 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-8373f849-6658-4ff9-a985-3366b77b6f6c tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3815668 Oct 18 03:06:40.201228 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-0db011bb-b1d9-4d2d-ae0c-4f0097542252 None None] Provisioning complete for port d5c01f87-9f59-49f8-9f6c-5ffd13f55a24 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:06:40.204433 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-0db011bb-b1d9-4d2d-ae0c-4f0097542252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:40.204557 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-205d6439-41a5-4249-b1fc-a5a26e62bf63 service neutron] Request body: {'port': {'device_id': '19243908-7c1a-42fd-87a5-50d0f81b585c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81433'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:06:40.234768 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-0db011bb-b1d9-4d2d-ae0c-4f0097542252 None None] Port d5c01f87-9f59-49f8-9f6c-5ffd13f55a24 cannot update to ACTIVE because it is not bound. {{(pid=106638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 03:06:40.549604 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545a88c-c813-4255-90d6-4b27f4d70fdb req-208039fa-181c-4082-bc8b-2a802afe16c4 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:40.551176 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1545a88c-c813-4255-90d6-4b27f4d70fdb req-208039fa-181c-4082-bc8b-2a802afe16c4 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 944 time: 0.3924074 Oct 18 03:06:40.551765 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-205d6439-41a5-4249-b1fc-a5a26e62bf63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:40.577770 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d1d74e-f95d-4a6f-ab5a-5c766a1fd745 admin admin] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 03:06:40.583051 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-72d1d74e-f95d-4a6f-ab5a-5c766a1fd745 admin admin] 10.222.0.30 "PUT /v2.0/routers/86dd0e9b-cdad-4570-8898-2dd4fe203da6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7242336 Oct 18 03:06:40.586315 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 39036) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:06:40.590356 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d8d829-3383-4098-abc6-858e84d7bc08 None None] Sync routers for ids ['86dd0e9b-cdad-4570-8898-2dd4fe203da6'] in dv-cinder-814333-1-iscsi {{(pid=106639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 03:06:40.606137 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d8d829-3383-4098-abc6-858e84d7bc08 None None] Routers {'86dd0e9b-cdad-4570-8898-2dd4fe203da6'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:06:40.606751 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-18d8d829-3383-4098-abc6-858e84d7bc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:06:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['86dd0e9b-cdad-4570-8898-2dd4fe203da6'], 'active': True} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:06:40.633905 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1545a88c-c813-4255-90d6-4b27f4d70fdb req-abed06ce-9392-47f9-bf83-4b397ac131db tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708675 Oct 18 03:06:40.698167 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-af7b20bb-b05a-4d76-b2bd-bb19c778953f admin admin] Notify callbacks [] for router, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:40.722187 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvr_db [None req-18d8d829-3383-4098-abc6-858e84d7bc08 None None] Set router 86dd0e9b-cdad-4570-8898-2dd4fe203da6 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:06:40.801441 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-af7b20bb-b05a-4d76-b2bd-bb19c778953f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:40.900854 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-205d6439-41a5-4249-b1fc-a5a26e62bf63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c01f87-9f59-49f8-9f6c-5ffd13f55a24 {{(pid=106636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 03:06:40.906596 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-18d8d829-3383-4098-abc6-858e84d7bc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'name': 'tempest-AttachVolumeShelveTestJSON-812679274-router', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'c9c3470f-225d-4d95-9e29-b9c1de32b581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:58:58Z', 'updated_at': '2021-10-18T03:06:39Z', 'revision_number': 5, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'gw_port': {'id': 'c9c3470f-225d-4d95-9e29-b9c1de32b581', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T02:58:58Z', 'updated_at': '2021-10-18T02:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi'}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:06:40.910185 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-205d6439-41a5-4249-b1fc-a5a26e62bf63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:40.929143 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-205d6439-41a5-4249-b1fc-a5a26e62bf63 service neutron] Transition to ACTIVE for port object d5c01f87-9f59-49f8-9f6c-5ffd13f55a24 will not be triggered until provisioned by entity L2. {{(pid=106636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 03:06:40.939670 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d47ce3-1637-4a10-a71e-9380b4db22f5 req-832319bd-5875-4217-92a0-ce09c48744a8 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:40.939962 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-af7b20bb-b05a-4d76-b2bd-bb19c778953f admin admin] Deleting port c9c3470f-225d-4d95-9e29-b9c1de32b581 {{(pid=106637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:06:40.940427 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-af7b20bb-b05a-4d76-b2bd-bb19c778953f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:40.941160 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e2d47ce3-1637-4a10-a71e-9380b4db22f5 req-832319bd-5875-4217-92a0-ce09c48744a8 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=19243908-7c1a-42fd-87a5-50d0f81b585c HTTP/1.1" status: 200 len: 932 time: 0.0784283 Oct 18 03:06:40.942221 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d8d829-3383-4098-abc6-858e84d7bc08 None None] Checking router: 86dd0e9b-cdad-4570-8898-2dd4fe203da6 for host: dv-cinder-814333-1-iscsi {{(pid=106639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 03:06:40.952529 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d8d829-3383-4098-abc6-858e84d7bc08 None None] Routers {'86dd0e9b-cdad-4570-8898-2dd4fe203da6'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:06:40.953080 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-18d8d829-3383-4098-abc6-858e84d7bc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:06:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['86dd0e9b-cdad-4570-8898-2dd4fe203da6'], 'active': True} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:06:40.982988 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e2d47ce3-1637-4a10-a71e-9380b4db22f5 req-f15e9442-8fb0-4819-9057-c8e17ca4c75b tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358317 Oct 18 03:06:41.008877 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-205d6439-41a5-4249-b1fc-a5a26e62bf63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59726704'] for port, after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:41.034368 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [None req-af7b20bb-b05a-4d76-b2bd-bb19c778953f admin admin] For port c9c3470f-225d-4d95-9e29-b9c1de32b581, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=c9c3470f-225d-4d95-9e29-b9c1de32b581,segment=NetworkSegment(945c2ffc-cf09-447c-9907-99c5ee5cf6c6),segment_id=945c2ffc-cf09-447c-9907-99c5ee5cf6c6)] {{(pid=106637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:06:41.034825 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-af7b20bb-b05a-4d76-b2bd-bb19c778953f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:41.045435 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvr_db [None req-18d8d829-3383-4098-abc6-858e84d7bc08 None None] Set router 86dd0e9b-cdad-4570-8898-2dd4fe203da6 gateway port host: None {{(pid=106639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:06:41.050701 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-af7b20bb-b05a-4d76-b2bd-bb19c778953f admin admin] Calling delete_port for c9c3470f-225d-4d95-9e29-b9c1de32b581 owned by network:router_gateway {{(pid=106637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:06:41.080034 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d6439-41a5-4249-b1fc-a5a26e62bf63 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c01f87-9f59-49f8-9f6c-5ffd13f55a24,revision_number=2']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:06:41.107436 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-18d8d829-3383-4098-abc6-858e84d7bc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'name': 'tempest-AttachVolumeShelveTestJSON-812679274-router', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:58:58Z', 'updated_at': '2021-10-18T03:06:40Z', 'revision_number': 6, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'gw_port_host': None}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:06:41.138005 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-205d6439-41a5-4249-b1fc-a5a26e62bf63 service neutron] Attempting to bind port d5c01f87-9f59-49f8-9f6c-5ffd13f55a24 on host hv-cinder-81433 for vnic_type normal with profile {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 03:06:41.138348 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-205d6439-41a5-4249-b1fc-a5a26e62bf63 service neutron] Attempting to bind port d5c01f87-9f59-49f8-9f6c-5ffd13f55a24 by drivers openvswitch,hyperv on host hv-cinder-81433 at level 0 using segments [{'id': '93fde34d-71f4-4664-b4a1-dc668456a811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056'}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 03:06:41.138769 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-205d6439-41a5-4249-b1fc-a5a26e62bf63 service neutron] Attempting to bind port d5c01f87-9f59-49f8-9f6c-5ffd13f55a24 on network 7e3f93b2-6ab7-425d-a45f-ad1ff777d056 {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:06:41.141513 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d8d829-3383-4098-abc6-858e84d7bc08 None None] The sync data for ids ['86dd0e9b-cdad-4570-8898-2dd4fe203da6'] in dv-cinder-814333-1-iscsi is: [{'id': '86dd0e9b-cdad-4570-8898-2dd4fe203da6', 'name': 'tempest-AttachVolumeShelveTestJSON-812679274-router', 'tenant_id': 'b2bab566054f4b83aef927c6227a69ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T02:58:58Z', 'updated_at': '2021-10-18T03:06:40Z', 'revision_number': 6, 'project_id': 'b2bab566054f4b83aef927c6227a69ea', 'gw_port_host': None}] {{(pid=106639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 03:06:41.144704 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-205d6439-41a5-4249-b1fc-a5a26e62bf63 service neutron] Port d5c01f87-9f59-49f8-9f6c-5ffd13f55a24 on network 7e3f93b2-6ab7-425d-a45f-ad1ff777d056 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81433 {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 03:06:41.144914 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-205d6439-41a5-4249-b1fc-a5a26e62bf63 service neutron] Attempting to bind port d5c01f87-9f59-49f8-9f6c-5ffd13f55a24 on network 7e3f93b2-6ab7-425d-a45f-ad1ff777d056 {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:06:41.150998 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-205d6439-41a5-4249-b1fc-a5a26e62bf63 service neutron] Checking agent: {'id': '54b63e31-ff86-4d84-9464-5034764a1d76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81433', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'started_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 3, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 03:06:41.151340 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-205d6439-41a5-4249-b1fc-a5a26e62bf63 service neutron] Checking segment: {'id': '93fde34d-71f4-4664-b4a1-dc668456a811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:06:41.151734 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-205d6439-41a5-4249-b1fc-a5a26e62bf63 service neutron] Bound using segment: {'id': '93fde34d-71f4-4664-b4a1-dc668456a811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056'} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 03:06:41.152166 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-205d6439-41a5-4249-b1fc-a5a26e62bf63 service neutron] Bound port: d5c01f87-9f59-49f8-9f6c-5ffd13f55a24, host: hv-cinder-81433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93fde34d-71f4-4664-b4a1-dc668456a811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056'}}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 03:06:41.152527 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-205d6439-41a5-4249-b1fc-a5a26e62bf63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:41.230780 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-205d6439-41a5-4249-b1fc-a5a26e62bf63 service neutron] For port d5c01f87-9f59-49f8-9f6c-5ffd13f55a24, host hv-cinder-81433, cleared binding levels {{(pid=106636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 03:06:41.234116 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-205d6439-41a5-4249-b1fc-a5a26e62bf63 service neutron] For port d5c01f87-9f59-49f8-9f6c-5ffd13f55a24, host hv-cinder-81433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=d5c01f87-9f59-49f8-9f6c-5ffd13f55a24,segment=NetworkSegment(93fde34d-71f4-4664-b4a1-dc668456a811),segment_id=93fde34d-71f4-4664-b4a1-dc668456a811)] {{(pid=106636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 03:06:41.324030 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-205d6439-41a5-4249-b1fc-a5a26e62bf63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59726704'] for port, after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:41.356407 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-205d6439-41a5-4249-b1fc-a5a26e62bf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:41.356936 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-205d6439-41a5-4249-b1fc-a5a26e62bf63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:41.358553 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-205d6439-41a5-4249-b1fc-a5a26e62bf63 service neutron] 10.222.0.36 "PUT /v2.0/ports/d5c01f87-9f59-49f8-9f6c-5ffd13f55a24 HTTP/1.1" status: 200 len: 1094 time: 1.1609700 Oct 18 03:06:41.362673 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19243908-7c1a-42fd-87a5-50d0f81b585c', 'tag': 'd5c01f87-9f59-49f8-9f6c-5ffd13f55a24'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:06:41.363459 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}496079113880dc21d8e474160779c487de2a9ec27c44afe50e843faa48598ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d85233-8357-473f-beec-df5009ccb1c6" -d '{"events": [{"name": "network-changed", "server_uuid": "19243908-7c1a-42fd-87a5-50d0f81b585c", "tag": "d5c01f87-9f59-49f8-9f6c-5ffd13f55a24"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:06:41.392639 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-af7b20bb-b05a-4d76-b2bd-bb19c778953f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:41.392823 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d6439-41a5-4249-b1fc-a5a26e62bf63 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c01f87-9f59-49f8-9f6c-5ffd13f55a24,revision_number=3']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:06:41.404502 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 03:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc09d38-d470-4797-b322-41b82ca8d16e x-openstack-request-id: req-6fc09d38-d470-4797-b322-41b82ca8d16e {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:06:41.404800 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19243908-7c1a-42fd-87a5-50d0f81b585c", "tag": "d5c01f87-9f59-49f8-9f6c-5ffd13f55a24", "status": "completed", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:06:41.405055 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6fc09d38-d470-4797-b322-41b82ca8d16e {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:06:41.405451 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19243908-7c1a-42fd-87a5-50d0f81b585c', 'tag': 'd5c01f87-9f59-49f8-9f6c-5ffd13f55a24', 'status': 'completed', 'code': 200} Oct 18 03:06:41.427288 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b20bb-b05a-4d76-b2bd-bb19c778953f admin admin] Pushing event deleted for resources: {'Port': ['ID=c9c3470f-225d-4d95-9e29-b9c1de32b581,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:06:41.471917 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d85233-8357-473f-beec-df5009ccb1c6 req-b8c2c3a4-7ead-4189-8f69-35385ec7d69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:41.473411 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-04d85233-8357-473f-beec-df5009ccb1c6 req-b8c2c3a4-7ead-4189-8f69-35385ec7d69f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b53d2fa916034e5791986e3a904b2f43&device_id=19243908-7c1a-42fd-87a5-50d0f81b585c HTTP/1.1" status: 200 len: 1097 time: 0.0458217 Oct 18 03:06:41.502932 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-af7b20bb-b05a-4d76-b2bd-bb19c778953f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-612801'] for router_gateway, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:41.601000 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d85233-8357-473f-beec-df5009ccb1c6 req-9904aceb-9fa1-41dd-a8fc-cdceac0d7c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:41.603323 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-04d85233-8357-473f-beec-df5009ccb1c6 req-9904aceb-9fa1-41dd-a8fc-cdceac0d7c4a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b53d2fa916034e5791986e3a904b2f43&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1196768 Oct 18 03:06:41.605566 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-af7b20bb-b05a-4d76-b2bd-bb19c778953f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3517'] for router, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:41.607822 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-af7b20bb-b05a-4d76-b2bd-bb19c778953f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:41.751789 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-af7b20bb-b05a-4d76-b2bd-bb19c778953f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611441'] for router, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:41.752396 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7b20bb-b05a-4d76-b2bd-bb19c778953f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86dd0e9b-cdad-4570-8898-2dd4fe203da6 {{(pid=106637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 03:06:41.754773 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d85233-8357-473f-beec-df5009ccb1c6 req-ac8e91ad-1911-4241-bd08-ac75014b2c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:41.756438 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-04d85233-8357-473f-beec-df5009ccb1c6 req-ac8e91ad-1911-4241-bd08-ac75014b2c18 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1460526 Oct 18 03:06:41.757455 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-af7b20bb-b05a-4d76-b2bd-bb19c778953f admin admin] Notify callbacks [] for router, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:41.759590 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-af7b20bb-b05a-4d76-b2bd-bb19c778953f admin admin] 10.222.0.30 "DELETE /v2.0/routers/86dd0e9b-cdad-4570-8898-2dd4fe203da6 HTTP/1.1" status: 204 len: 168 time: 1.1705770 Oct 18 03:06:41.762102 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 39044) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:06:41.779593 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7fd80-d37e-480c-8add-f30de3fa5898 req-69c5d1eb-aac7-451e-b774-b643cfbee046 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:41.781081 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0dd7fd80-d37e-480c-8add-f30de3fa5898 req-69c5d1eb-aac7-451e-b774-b643cfbee046 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 944 time: 0.0719759 Oct 18 03:06:41.809054 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dc2698e-55e1-4315-86f5-2474810ff36d admin admin] Deleting subnet dead32d3-ed00-4228-a06c-9c73190d2cad {{(pid=106637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 18 03:06:41.814275 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-3dc2698e-55e1-4315-86f5-2474810ff36d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:41.848154 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0dd7fd80-d37e-480c-8add-f30de3fa5898 req-7e0997e8-76c2-4532-a64b-6db4087bc1de tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600741 Oct 18 03:06:41.859144 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-b5beec73-02f3-49d0-873f-e2e4e8f9044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:41.860758 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-b5beec73-02f3-49d0-873f-e2e4e8f9044e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b53d2fa916034e5791986e3a904b2f43&device_id=19243908-7c1a-42fd-87a5-50d0f81b585c HTTP/1.1" status: 200 len: 1097 time: 0.0594969 Oct 18 03:06:41.908831 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-f36befa6-a2ec-47a9-b470-82b048534605 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5c01f87-9f59-49f8-9f6c-5ffd13f55a24 HTTP/1.1" status: 200 len: 217 time: 0.0394449 Oct 18 03:06:41.973389 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-ab65eef4-dced-4334-893b-d46285343fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:41.974901 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-ab65eef4-dced-4334-893b-d46285343fee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5242877d-4476-4a28-8a5b-87f4884f5f65 HTTP/1.1" status: 200 len: 851 time: 0.0594270 Oct 18 03:06:42.023722 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-8f52da68-afe7-4b8f-9b7f-75bb7f42faba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:42.025583 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-8f52da68-afe7-4b8f-9b7f-75bb7f42faba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e3f93b2-6ab7-425d-a45f-ad1ff777d056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426447 Oct 18 03:06:42.089461 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-3dc2698e-55e1-4315-86f5-2474810ff36d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2103684'] for subnet, precommit_delete_associations {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:42.151502 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3ea20-743a-424c-9a6f-042082b6b753 req-e3df20b1-2157-4ea3-b1b8-4df5e56c20bb tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:42.153002 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-55a3ea20-743a-424c-9a6f-042082b6b753 req-e3df20b1-2157-4ea3-b1b8-4df5e56c20bb tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=19243908-7c1a-42fd-87a5-50d0f81b585c HTTP/1.1" status: 200 len: 944 time: 0.0713549 Oct 18 03:06:42.164431 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-3dc2698e-55e1-4315-86f5-2474810ff36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7935780'] for subnet, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:42.177175 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-0388e979-cf6f-429a-a79a-eb4f3aaa345c service neutron] 10.222.0.36 "GET /v2.0/networks/7e3f93b2-6ab7-425d-a45f-ad1ff777d056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424646 Oct 18 03:06:42.217977 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-55a3ea20-743a-424c-9a6f-042082b6b753 req-618a1253-89d1-4f8b-a3b4-130ae01b221c tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589628 Oct 18 03:06:42.289023 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-3dc2698e-55e1-4315-86f5-2474810ff36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7935787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3168638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3874213'] for subnet, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:42.290643 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0b3d8b3a-045b-490c-86cd-1478fe50009f req-4a7a4481-3f90-4326-aa1d-fa29f5dcfd7b service neutron] 10.222.0.36 "GET /v2.0/networks/7e3f93b2-6ab7-425d-a45f-ad1ff777d056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949585 Oct 18 03:06:42.319711 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2698e-55e1-4315-86f5-2474810ff36d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dead32d3-ed00-4228-a06c-9c73190d2cad,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:06:42.321861 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-3dc2698e-55e1-4315-86f5-2474810ff36d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:42.324982 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-3dc2698e-55e1-4315-86f5-2474810ff36d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/dead32d3-ed00-4228-a06c-9c73190d2cad HTTP/1.1" status: 204 len: 168 time: 0.5617359 Oct 18 03:06:42.327337 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c148b18-e286-4a68-b45c-1525eaa71fed None None] Network 2e8a63a2-5796-4af1-8add-99fedc042cba requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 03:06:42.333543 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 39048) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:06:42.392138 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-734d6963-5577-4132-86eb-4651a5ab324c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7981797'] for network, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:42.445671 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-734d6963-5577-4132-86eb-4651a5ab324c admin admin] Deleting port 9d06bae4-5cf4-4bab-8eb9-c6d33949ec43 {{(pid=106637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:06:42.446228 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-734d6963-5577-4132-86eb-4651a5ab324c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:42.512866 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [None req-734d6963-5577-4132-86eb-4651a5ab324c admin admin] For port 9d06bae4-5cf4-4bab-8eb9-c6d33949ec43, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=9d06bae4-5cf4-4bab-8eb9-c6d33949ec43,segment=NetworkSegment(0a4479a8-2092-4dd6-9759-50afb4a3e69f),segment_id=0a4479a8-2092-4dd6-9759-50afb4a3e69f)] {{(pid=106637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:06:42.513227 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-734d6963-5577-4132-86eb-4651a5ab324c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:42.534968 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efafade0-460d-4bc5-b2d2-c75e2bae99ae None None] DHCP port deletion for 2e8a63a2-5796-4af1-8add-99fedc042cba request from dv-cinder-814333-1-iscsi {{(pid=106638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 03:06:42.534968 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device ca4c779b-7758-45c3-b63d-84310c307805 no longer exists at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:06:42.535236 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-734d6963-5577-4132-86eb-4651a5ab324c admin admin] Calling delete_port for 9d06bae4-5cf4-4bab-8eb9-c6d33949ec43 owned by network:dhcp {{(pid=106637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:06:42.544812 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] No Port match for: ca4c779b-7758-45c3-b63d-84310c307805 {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:06:42.545353 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device ca4c779b-7758-45c3-b63d-84310c307805 not bound to the agent host dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:06:42.545765 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device c9c3470f-225d-4d95-9e29-b9c1de32b581 no longer exists at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:06:42.584121 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] No Port match for: c9c3470f-225d-4d95-9e29-b9c1de32b581 {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:06:42.597221 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device c9c3470f-225d-4d95-9e29-b9c1de32b581 not bound to the agent host dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:06:42.606317 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-efafade0-460d-4bc5-b2d2-c75e2bae99ae None None] Deleting port 9d06bae4-5cf4-4bab-8eb9-c6d33949ec43 {{(pid=106638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:06:42.606694 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-efafade0-460d-4bc5-b2d2-c75e2bae99ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:42.666497 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-734d6963-5577-4132-86eb-4651a5ab324c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:42.667102 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-efafade0-460d-4bc5-b2d2-c75e2bae99ae None None] For port 9d06bae4-5cf4-4bab-8eb9-c6d33949ec43, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=9d06bae4-5cf4-4bab-8eb9-c6d33949ec43,segment=NetworkSegment(0a4479a8-2092-4dd6-9759-50afb4a3e69f),segment_id=0a4479a8-2092-4dd6-9759-50afb4a3e69f)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:06:42.667102 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-efafade0-460d-4bc5-b2d2-c75e2bae99ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:42.680127 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-efafade0-460d-4bc5-b2d2-c75e2bae99ae None None] Calling delete_port for 9d06bae4-5cf4-4bab-8eb9-c6d33949ec43 owned by network:dhcp {{(pid=106638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:06:42.694336 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d6963-5577-4132-86eb-4651a5ab324c admin admin] Pushing event deleted for resources: {'Port': ['ID=9d06bae4-5cf4-4bab-8eb9-c6d33949ec43,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:06:42.699294 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734d6963-5577-4132-86eb-4651a5ab324c admin admin] No DVR routers for this DVR port 9d06bae4-5cf4-4bab-8eb9-c6d33949ec43 on host dv-cinder-814333-1-iscsi {{(pid=106637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 03:06:42.755825 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-efafade0-460d-4bc5-b2d2-c75e2bae99ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607'] for port, after_delete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:42.767485 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-734d6963-5577-4132-86eb-4651a5ab324c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7935455', 'neutron.services.segments.db._delete_segments_for_network-8748751250701'] for network, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:42.781235 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efafade0-460d-4bc5-b2d2-c75e2bae99ae None None] Pushing event deleted for resources: {'Port': ['ID=9d06bae4-5cf4-4bab-8eb9-c6d33949ec43,revision_number=None']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:06:42.784952 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efafade0-460d-4bc5-b2d2-c75e2bae99ae None None] No DVR routers for this DVR port 9d06bae4-5cf4-4bab-8eb9-c6d33949ec43 on host dv-cinder-814333-1-iscsi {{(pid=106638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 03:06:42.788822 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.services.segments.db [None req-734d6963-5577-4132-86eb-4651a5ab324c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8a63a2-5796-4af1-8add-99fedc042cba']}} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:06:42.798688 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.services.segments.db [None req-734d6963-5577-4132-86eb-4651a5ab324c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a4479a8-2092-4dd6-9759-50afb4a3e69f') {'for_net_delete': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:06:42.798982 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.services.segments.db [None req-734d6963-5577-4132-86eb-4651a5ab324c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a4479a8-2092-4dd6-9759-50afb4a3e69f') {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:06:42.807935 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-734d6963-5577-4132-86eb-4651a5ab324c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748751250198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2103707'] for segment, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:42.820600 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-734d6963-5577-4132-86eb-4651a5ab324c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965'] for segment, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:42.826793 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-734d6963-5577-4132-86eb-4651a5ab324c admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=106637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 03:06:42.827175 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-734d6963-5577-4132-86eb-4651a5ab324c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3168536'] for segment, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:42.828751 dv-cinder-814333-1-iscsi neutron-server[106637]: Traceback (most recent call last): Oct 18 03:06:42.828751 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 03:06:42.828751 dv-cinder-814333-1-iscsi neutron-server[106637]: timer() Oct 18 03:06:42.828751 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 03:06:42.828751 dv-cinder-814333-1-iscsi neutron-server[106637]: cb(*args, **kw) Oct 18 03:06:42.828751 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 03:06:42.828751 dv-cinder-814333-1-iscsi neutron-server[106637]: return func(*args, **kwargs) Oct 18 03:06:42.828751 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 03:06:42.828751 dv-cinder-814333-1-iscsi neutron-server[106637]: self._notify() Oct 18 03:06:42.828751 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 03:06:42.828751 dv-cinder-814333-1-iscsi neutron-server[106637]: self.callback(batched_events) Oct 18 03:06:42.828751 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 03:06:42.828751 dv-cinder-814333-1-iscsi neutron-server[106637]: event.method(event) Oct 18 03:06:42.828751 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 03:06:42.828751 dv-cinder-814333-1-iscsi neutron-server[106637]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 03:06:42.828751 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 03:06:42.828751 dv-cinder-814333-1-iscsi neutron-server[106637]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 03:06:42.828751 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 03:06:42.828751 dv-cinder-814333-1-iscsi neutron-server[106637]: return f(self, *a, **k) Oct 18 03:06:42.828751 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 03:06:42.828751 dv-cinder-814333-1-iscsi neutron-server[106637]: return self._get(url).json() Oct 18 03:06:42.828751 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 03:06:42.828751 dv-cinder-814333-1-iscsi neutron-server[106637]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 03:06:42.828751 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 03:06:42.828751 dv-cinder-814333-1-iscsi neutron-server[106637]: return self.request(url, 'GET', **kwargs) Oct 18 03:06:42.828751 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 03:06:42.828751 dv-cinder-814333-1-iscsi neutron-server[106637]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 03:06:42.828751 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 03:06:42.828751 dv-cinder-814333-1-iscsi neutron-server[106637]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 03:06:42.828751 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 03:06:42.828751 dv-cinder-814333-1-iscsi neutron-server[106637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 03:06:42.828751 dv-cinder-814333-1-iscsi neutron-server[106637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 03:06:42.946941 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-734d6963-5577-4132-86eb-4651a5ab324c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7935398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612845'] for network, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:42.952900 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-734d6963-5577-4132-86eb-4651a5ab324c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for network, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:42.958844 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-734d6963-5577-4132-86eb-4651a5ab324c admin admin] 10.222.0.30 "DELETE /v2.0/networks/2e8a63a2-5796-4af1-8add-99fedc042cba HTTP/1.1" status: 204 len: 168 time: 0.6276267 Oct 18 03:06:42.970051 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d6963-5577-4132-86eb-4651a5ab324c admin admin] Pushing event deleted for resources: {'Network': ['ID=2e8a63a2-5796-4af1-8add-99fedc042cba,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:06:42.972754 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4676c-c143-44a6-83c3-58df3d0c2564 req-17fb3c5b-2c21-4cf2-aaea-af0c8326e42c tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:42.974453 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-afe4676c-c143-44a6-83c3-58df3d0c2564 req-17fb3c5b-2c21-4cf2-aaea-af0c8326e42c tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 944 time: 0.0547204 Oct 18 03:06:43.014031 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-afe4676c-c143-44a6-83c3-58df3d0c2564 req-382f831f-fe0e-4163-b7d8-b36e92b57f42 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327222 Oct 18 03:06:43.271513 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 39056) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:06:43.312148 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-8efcb130-3489-44b2-989c-7c093104fd31 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b2bab566054f4b83aef927c6227a69ea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0394745 Oct 18 03:06:43.315144 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 39058) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:06:43.337755 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2177bc-84da-4b26-8845-6f2b1ae127b8 req-d86269cc-9001-4c76-9cfd-50f12b9c2f43 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:43.339378 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-db2177bc-84da-4b26-8845-6f2b1ae127b8 req-d86269cc-9001-4c76-9cfd-50f12b9c2f43 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=19243908-7c1a-42fd-87a5-50d0f81b585c HTTP/1.1" status: 200 len: 944 time: 0.0493104 Oct 18 03:06:43.363557 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-02b92d8b-b625-4b2f-bac1-07c019dd3008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:43.376974 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-db2177bc-84da-4b26-8845-6f2b1ae127b8 req-488c8d98-d772-4c8b-b966-e48c37e12d1e tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317757 Oct 18 03:06:43.385049 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-02b92d8b-b625-4b2f-bac1-07c019dd3008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:43.517774 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-02b92d8b-b625-4b2f-bac1-07c019dd3008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:43.520378 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-02b92d8b-b625-4b2f-bac1-07c019dd3008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:43.521732 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-02b92d8b-b625-4b2f-bac1-07c019dd3008 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/384283dc-9592-492a-9cef-1e820918c275 HTTP/1.1" status: 204 len: 168 time: 0.2055540 Oct 18 03:06:43.529386 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b92d8b-b625-4b2f-bac1-07c019dd3008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384283dc-9592-492a-9cef-1e820918c275,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:06:44.128466 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d108fa-63b2-45d8-9d28-bdad5d216c06 req-a4390d4e-7fed-4eb5-a0ee-00598dbbfff6 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:44.129852 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b4d108fa-63b2-45d8-9d28-bdad5d216c06 req-a4390d4e-7fed-4eb5-a0ee-00598dbbfff6 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 944 time: 0.0492325 Oct 18 03:06:44.173367 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b4d108fa-63b2-45d8-9d28-bdad5d216c06 req-6c150d17-9d1e-4559-9240-a40e7ab00b7a tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368927 Oct 18 03:06:44.485706 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 9d06bae4-5cf4-4bab-8eb9-c6d33949ec43 no longer exists at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:06:44.495496 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a261393-c272-4690-91eb-004ac858b9b7 req-c76cf0e0-2b64-4760-9b1e-cb376101d152 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:44.497014 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5a261393-c272-4690-91eb-004ac858b9b7 req-c76cf0e0-2b64-4760-9b1e-cb376101d152 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=19243908-7c1a-42fd-87a5-50d0f81b585c HTTP/1.1" status: 200 len: 944 time: 0.0528374 Oct 18 03:06:44.514139 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] No Port match for: 9d06bae4-5cf4-4bab-8eb9-c6d33949ec43 {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:06:44.514480 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 9d06bae4-5cf4-4bab-8eb9-c6d33949ec43 not bound to the agent host dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:06:44.538078 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5a261393-c272-4690-91eb-004ac858b9b7 req-8028c5df-4761-41e2-a95f-62526b0bdc78 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349545 Oct 18 03:06:44.588730 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 39084) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:06:44.681041 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-59e49707-09c3-43c6-bebd-9accd6f43958 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-531441546-network', 'tenant_id': '2af4ff7703ae4894b1ff184f9995b229'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:06:44.762736 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e49707-09c3-43c6-bebd-9accd6f43958 admin admin] Made reservation on behalf of 2af4ff7703ae4894b1ff184f9995b229 for: {'network': 1} {{(pid=106637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 03:06:44.764993 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-59e49707-09c3-43c6-bebd-9accd6f43958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for network, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:44.777093 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-59e49707-09c3-43c6-bebd-9accd6f43958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:44.847817 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-59e49707-09c3-43c6-bebd-9accd6f43958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:44.922926 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-59e49707-09c3-43c6-bebd-9accd6f43958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:44.945818 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e49707-09c3-43c6-bebd-9accd6f43958 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=106637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 03:06:44.954964 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e49707-09c3-43c6-bebd-9accd6f43958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0349cc-b7d4-4c19-a5af-3df62b8dff65,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:06:44.964481 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-59e49707-09c3-43c6-bebd-9accd6f43958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965'] for segment, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:44.964846 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.db.segments_db [None req-59e49707-09c3-43c6-bebd-9accd6f43958 admin admin] Added segment c85237e0-273f-4310-acca-d6fefe449c7b of type vlan for network 71a337fa-7407-4e05-93f9-e4e5599af849 Oct 18 03:06:45.004426 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-59e49707-09c3-43c6-bebd-9accd6f43958 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748750891129'] for network, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:45.065810 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-59e49707-09c3-43c6-bebd-9accd6f43958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149'] for network, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:45.066804 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e49707-09c3-43c6-bebd-9accd6f43958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:45.067412 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-59e49707-09c3-43c6-bebd-9accd6f43958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for network, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:45.128263 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e49707-09c3-43c6-bebd-9accd6f43958 admin admin] Pushing event updated for resources: {'Network': ['ID=71a337fa-7407-4e05-93f9-e4e5599af849,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:06:45.139125 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Network 71a337fa-7407-4e05-93f9-e4e5599af849 details requested by agent ovs-agent-dv-cinder-814333-1-iscsi with host dv-cinder-814333-1-iscsi {{(pid=106638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 03:06:45.171814 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-59e49707-09c3-43c6-bebd-9accd6f43958 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5819619 Oct 18 03:06:45.174767 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 39088) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:06:45.179855 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [None req-8c1b0bd7-66f4-47d9-bb6a-d0d667e1c182 admin admin] Request body: {'subnet': {'network_id': '71a337fa-7407-4e05-93f9-e4e5599af849', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-531441546-subnet', 'tenant_id': '2af4ff7703ae4894b1ff184f9995b229', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:06:45.287856 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b5637-765d-410e-b740-cbe9d391ed79 req-8ac87dab-2a6c-441a-8f41-a39391012f55 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:45.289301 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-561b5637-765d-410e-b740-cbe9d391ed79 req-8ac87dab-2a6c-441a-8f41-a39391012f55 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 944 time: 0.0487592 Oct 18 03:06:45.308199 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1b0bd7-66f4-47d9-bb6a-d0d667e1c182 admin admin] Made reservation on behalf of 2af4ff7703ae4894b1ff184f9995b229 for: {'subnet': 1} {{(pid=106636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 03:06:45.310424 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8c1b0bd7-66f4-47d9-bb6a-d0d667e1c182 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60180973'] for subnet, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:45.373576 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-561b5637-765d-410e-b740-cbe9d391ed79 req-1861adc0-da14-40eb-8a89-00d352789a2c tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781438 Oct 18 03:06:45.569324 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8c1b0bd7-66f4-47d9-bb6a-d0d667e1c182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59726585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60180895'] for subnet, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:45.660458 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b0bd7-66f4-47d9-bb6a-d0d667e1c182 admin admin] Pushing event updated for resources: {'Subnet': ['ID=832ee471-cf2d-4ec2-8fe6-13d29c45a55c,revision_number=0']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:06:45.675504 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1b0bd7-66f4-47d9-bb6a-d0d667e1c182 admin admin] Checking segment: {'id': 'c85237e0-273f-4310-acca-d6fefe449c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '71a337fa-7407-4e05-93f9-e4e5599af849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:06:45.675862 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1b0bd7-66f4-47d9-bb6a-d0d667e1c182 admin admin] Network hostable DHCP agents. Network: 71a337fa-7407-4e05-93f9-e4e5599af849, hostable agents: ['d6364138-709a-4c77-9f16-97f76425e773'], hosted agents: [] {{(pid=106636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 03:06:45.687081 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e3d40-11bb-41e3-a86d-27015629e245 req-affd5b54-1198-4956-a6b7-d783917cdf83 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:45.688575 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7f0e3d40-11bb-41e3-a86d-27015629e245 req-affd5b54-1198-4956-a6b7-d783917cdf83 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=19243908-7c1a-42fd-87a5-50d0f81b585c HTTP/1.1" status: 200 len: 944 time: 0.0802381 Oct 18 03:06:45.731181 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7f0e3d40-11bb-41e3-a86d-27015629e245 req-13343856-4b17-476e-b935-dd73a0cf9cb3 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363755 Oct 18 03:06:45.791687 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1b0bd7-66f4-47d9-bb6a-d0d667e1c182 admin admin] Network 71a337fa-7407-4e05-93f9-e4e5599af849 is scheduled to be hosted by DHCP agent d6364138-709a-4c77-9f16-97f76425e773 with binding_index 1 {{(pid=106636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 03:06:45.860036 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [None req-8c1b0bd7-66f4-47d9-bb6a-d0d667e1c182 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814333-1-iscsi, 71a337fa-7407-4e05-93f9-e4e5599af849) {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:06:45.863983 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1b0bd7-66f4-47d9-bb6a-d0d667e1c182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:45.864598 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8c1b0bd7-66f4-47d9-bb6a-d0d667e1c182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for subnet, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:45.869137 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffe3b8a-e5d6-4001-9b80-835f999a4c71 None None] Network 71a337fa-7407-4e05-93f9-e4e5599af849 requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 03:06:45.960330 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-8c1b0bd7-66f4-47d9-bb6a-d0d667e1c182 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7844131 Oct 18 03:06:45.986406 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720d57ad-c0b2-4df9-9653-2e7a812548f2 None None] Network 71a337fa-7407-4e05-93f9-e4e5599af849 requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 03:06:46.377143 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-db3ea5ec-1fba-44e0-ad32-4b6bede4125b tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:46.378542 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-db3ea5ec-1fba-44e0-ad32-4b6bede4125b tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/networks?id=71a337fa-7407-4e05-93f9-e4e5599af849 HTTP/1.1" status: 200 len: 814 time: 0.1023781 Oct 18 03:06:46.392896 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-3c97245c-34e7-48ba-b1dc-963d020643a0 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/quotas/2af4ff7703ae4894b1ff184f9995b229 HTTP/1.1" status: 200 len: 375 time: 0.0088258 Oct 18 03:06:46.425501 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-eabb95fd-e47f-4820-9a03-c09e588722c2 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2af4ff7703ae4894b1ff184f9995b229&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275195 Oct 18 03:06:46.544442 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5630af-cee8-4d7a-a0a4-9a51199b4e56 req-440d9830-9756-4a82-99ce-dab6248f6afc tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:46.545951 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ae5630af-cee8-4d7a-a0a4-9a51199b4e56 req-440d9830-9756-4a82-99ce-dab6248f6afc tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 944 time: 0.1047227 Oct 18 03:06:46.562225 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-8367e27a-5ab0-436f-884c-e5263079fca7 service neutron] 10.222.0.30 "GET /v2.0/networks/71a337fa-7407-4e05-93f9-e4e5599af849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289885 Oct 18 03:06:46.632107 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ae5630af-cee8-4d7a-a0a4-9a51199b4e56 req-a21e7f39-d757-4982-8c11-8e921b7a0e08 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790308 Oct 18 03:06:46.667839 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-42d46e35-81eb-4140-bf22-d252c6ab30a9 service neutron] 10.222.0.30 "GET /v2.0/networks/71a337fa-7407-4e05-93f9-e4e5599af849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988755 Oct 18 03:06:46.848163 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f348d56-76b6-44aa-9a4d-d3b9f1d29436 req-f72641dc-8a97-42af-82d4-e7864867ea37 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:46.849653 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6f348d56-76b6-44aa-9a4d-d3b9f1d29436 req-f72641dc-8a97-42af-82d4-e7864867ea37 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=19243908-7c1a-42fd-87a5-50d0f81b585c HTTP/1.1" status: 200 len: 944 time: 0.0534739 Oct 18 03:06:46.904666 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a490a86b-af11-4d3b-8c73-e393fc620424 req-2a340f18-a909-4fe8-a3f2-a396171c9c62 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f83567-3234-49a9-958f-46b111007b09 HTTP/1.1" status: 200 len: 210 time: 0.0327859 Oct 18 03:06:46.911864 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6f348d56-76b6-44aa-9a4d-d3b9f1d29436 req-b7c0dfcb-ad79-4798-9d8c-b3e3c863c146 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558739 Oct 18 03:06:47.746617 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58492760-d411-4fac-aa85-c9919fdecfc7 req-73f95309-805f-4dc1-bdc4-8b7105dc8d9f tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:47.748073 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-58492760-d411-4fac-aa85-c9919fdecfc7 req-73f95309-805f-4dc1-bdc4-8b7105dc8d9f tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 944 time: 0.0491092 Oct 18 03:06:47.784993 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-58492760-d411-4fac-aa85-c9919fdecfc7 req-1353d5c5-e8ac-4f9c-8592-583c58c10d92 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309815 Oct 18 03:06:47.813545 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device af1f8561-a8e6-4125-b60a-d4ff97452b44 details requested by agent hyperv_hv-cinder-81433 with host hv-cinder-81433 {{(pid=106638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 03:06:47.908300 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port af1f8561-a8e6-4125-b60a-d4ff97452b44, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=af1f8561-a8e6-4125-b60a-d4ff97452b44,segment=NetworkSegment(b81d56d8-b3f3-408b-877c-683ac662a66c),segment_id=b81d56d8-b3f3-408b-877c-683ac662a66c)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:06:47.919959 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Returning: {'device': 'af1f8561-a8e6-4125-b60a-d4ff97452b44', 'network_id': 'e87ad9a1-7666-4e2f-b8d8-84a634a81d93', 'port_id': 'af1f8561-a8e6-4125-b60a-d4ff97452b44', 'mac_address': 'fa:16:3e:e6:d8:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c707f4-73a5-4da8-9515-c5d3f8c907b8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 03:06:47.966625 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:47.979020 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af1f8561-a8e6-4125-b60a-d4ff97452b44 {{(pid=106638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 03:06:47.999074 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port af1f8561-a8e6-4125-b60a-d4ff97452b44, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=af1f8561-a8e6-4125-b60a-d4ff97452b44,segment=NetworkSegment(b81d56d8-b3f3-408b-877c-683ac662a66c),segment_id=b81d56d8-b3f3-408b-877c-683ac662a66c)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:06:48.003896 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d1992746-889b-4b8a-b668-d341f0381f6c req-c110f1bb-e5c8-4ed7-8c37-2c16c96d988d tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f83567-3234-49a9-958f-46b111007b09 HTTP/1.1" status: 200 len: 210 time: 0.0319915 Oct 18 03:06:48.051392 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ebb73-ba50-4273-9bd0-8f27419a140a req-745667b2-a75e-48e0-bea5-2672b497abd0 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:48.052844 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-313ebb73-ba50-4273-9bd0-8f27419a140a req-745667b2-a75e-48e0-bea5-2672b497abd0 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=19243908-7c1a-42fd-87a5-50d0f81b585c HTTP/1.1" status: 200 len: 944 time: 0.0512347 Oct 18 03:06:48.083542 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:48.092019 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-313ebb73-ba50-4273-9bd0-8f27419a140a req-5a4ab119-d575-4388-bdbe-5282bcde22a3 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325568 Oct 18 03:06:48.137853 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=af1f8561-a8e6-4125-b60a-d4ff97452b44,revision_number=7']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:06:48.303270 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['af1f8561-a8e6-4125-b60a-d4ff97452b44'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:06:48.900009 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5d16e-7197-4a31-a06c-9f703f1abfa4 req-a53d197d-551f-41ee-9f40-3de857110505 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:48.901481 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-13e5d16e-7197-4a31-a06c-9f703f1abfa4 req-a53d197d-551f-41ee-9f40-3de857110505 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 945 time: 0.0501292 Oct 18 03:06:48.940067 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-13e5d16e-7197-4a31-a06c-9f703f1abfa4 req-f019ec4a-7365-45bc-acb8-4cd8612027d5 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323560 Oct 18 03:06:49.104732 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-3bbc37d4-c440-4e0b-a26d-647014f8716d req-441fecdd-d23a-4e6b-8eb0-b7f1b575e5a1 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f83567-3234-49a9-958f-46b111007b09 HTTP/1.1" status: 200 len: 210 time: 0.0341003 Oct 18 03:06:49.150067 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-98a694ec-8a1e-49e1-8649-c619b8b97160 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:49.151525 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-98a694ec-8a1e-49e1-8649-c619b8b97160 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.36 "GET /v2.0/networks?id=71a337fa-7407-4e05-93f9-e4e5599af849 HTTP/1.1" status: 200 len: 814 time: 0.1382039 Oct 18 03:06:49.173750 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-fb8728bd-04af-40c7-815f-e7f48446914a tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Request body: {'port': {'device_id': '81f83567-3234-49a9-958f-46b111007b09', 'network_id': '71a337fa-7407-4e05-93f9-e4e5599af849', 'admin_state_up': True, 'tenant_id': '2af4ff7703ae4894b1ff184f9995b229'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:06:49.267315 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e551787-e192-4972-9d48-b348f12cb351 req-5c7a4aae-2ed8-41b4-969e-156dda5f678f tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:49.268792 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-3e551787-e192-4972-9d48-b348f12cb351 req-5c7a4aae-2ed8-41b4-969e-156dda5f678f tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=19243908-7c1a-42fd-87a5-50d0f81b585c HTTP/1.1" status: 200 len: 944 time: 0.1093051 Oct 18 03:06:49.294315 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-3435b7ba-04e5-442e-ac59-edd8c988f659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:49.326535 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-3e551787-e192-4972-9d48-b348f12cb351 req-797afe7b-b92f-4444-bf71-0f2b43d0f8c6 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504935 Oct 18 03:06:49.431590 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-fb8728bd-04af-40c7-815f-e7f48446914a tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Made reservation on behalf of 2af4ff7703ae4894b1ff184f9995b229 for: {'port': 1} {{(pid=106636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 03:06:49.435136 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-fb8728bd-04af-40c7-815f-e7f48446914a tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:49.561168 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.db_base_plugin_common [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-fb8728bd-04af-40c7-815f-e7f48446914a tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Allocated IP 172.20.0.6 (71a337fa-7407-4e05-93f9-e4e5599af849/832ee471-cf2d-4ec2-8fe6-13d29c45a55c/443d663c-a41f-4d92-85e4-bd6c9b6817f2) {{(pid=106636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:06:49.705018 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-fb8728bd-04af-40c7-815f-e7f48446914a tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Notify callbacks [] for port, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:49.821448 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device d5c01f87-9f59-49f8-9f6c-5ffd13f55a24 details requested by agent hyperv_hv-cinder-81433 with host hv-cinder-81433 {{(pid=106638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 03:06:49.823728 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device af1f8561-a8e6-4125-b60a-d4ff97452b44 up at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:06:49.826483 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-fb8728bd-04af-40c7-815f-e7f48446914a tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59726697'] for port, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:49.869611 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-fb8728bd-04af-40c7-815f-e7f48446914a tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Network 71a337fa-7407-4e05-93f9-e4e5599af849 is already hosted by enough agents. {{(pid=106636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:06:49.872661 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-fb8728bd-04af-40c7-815f-e7f48446914a tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Resources bound (agent type, host, resource id): {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:06:49.879685 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-fb8728bd-04af-40c7-815f-e7f48446914a tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Received port after_create {{(pid=106636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:06:49.884226 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8728bd-04af-40c7-815f-e7f48446914a tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Pushing event updated for resources: {'Port': ['ID=443d663c-a41f-4d92-85e4-bd6c9b6817f2,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:06:49.923579 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning complete for port af1f8561-a8e6-4125-b60a-d4ff97452b44 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:06:49.923948 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:49.927815 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-fb8728bd-04af-40c7-815f-e7f48446914a tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:49.928418 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-fb8728bd-04af-40c7-815f-e7f48446914a tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:49.980899 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port d5c01f87-9f59-49f8-9f6c-5ffd13f55a24, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=d5c01f87-9f59-49f8-9f6c-5ffd13f55a24,segment=NetworkSegment(93fde34d-71f4-4664-b4a1-dc668456a811),segment_id=93fde34d-71f4-4664-b4a1-dc668456a811)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:06:49.995468 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Returning: {'device': 'd5c01f87-9f59-49f8-9f6c-5ffd13f55a24', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'port_id': 'd5c01f87-9f59-49f8-9f6c-5ffd13f55a24', 'mac_address': 'fa:16:3e:3b:7f:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 03:06:50.043086 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-fb8728bd-04af-40c7-815f-e7f48446914a tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8817105 Oct 18 03:06:50.057255 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-a4fb61c5-f93c-48a9-b6fb-881b2624522c service neutron] Request body: {'port': {'device_id': '81f83567-3234-49a9-958f-46b111007b09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81433'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:06:50.061953 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:50.063745 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:50.089239 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c01f87-9f59-49f8-9f6c-5ffd13f55a24 {{(pid=106638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 03:06:50.090074 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9860ec0-47af-4330-8a85-117f57aeb413 req-c99bbf97-e08e-4ce5-952c-f1cd2ed33e83 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:50.091579 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f9860ec0-47af-4330-8a85-117f57aeb413 req-c99bbf97-e08e-4ce5-952c-f1cd2ed33e83 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 945 time: 0.0782669 Oct 18 03:06:50.098372 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9695ea73-b7c1-4217-b84f-84718e3fe7b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1f8561-a8e6-4125-b60a-d4ff97452b44'}] {{(pid=106638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:06:50.100576 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd784869ff86f08281957869a4884f8f45cf6a5f98b2b439ba04ffc4a22c0e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9646e19c-fcbf-487f-9c8f-3d5484d59097" -d '{"events": [{"server_uuid": "9695ea73-b7c1-4217-b84f-84718e3fe7b2", "name": "network-vif-plugged", "status": "completed", "tag": "af1f8561-a8e6-4125-b60a-d4ff97452b44"}]}' {{(pid=106638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:06:50.123234 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port af1f8561-a8e6-4125-b60a-d4ff97452b44, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=af1f8561-a8e6-4125-b60a-d4ff97452b44,segment=NetworkSegment(b81d56d8-b3f3-408b-877c-683ac662a66c),segment_id=b81d56d8-b3f3-408b-877c-683ac662a66c)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:06:50.127554 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port d5c01f87-9f59-49f8-9f6c-5ffd13f55a24, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=d5c01f87-9f59-49f8-9f6c-5ffd13f55a24,segment=NetworkSegment(93fde34d-71f4-4664-b4a1-dc668456a811),segment_id=93fde34d-71f4-4664-b4a1-dc668456a811)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:06:50.142661 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06484af-1983-420c-a2b5-662946c93006 x-openstack-request-id: req-a06484af-1983-420c-a2b5-662946c93006 {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:06:50.147159 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9695ea73-b7c1-4217-b84f-84718e3fe7b2", "name": "network-vif-plugged", "status": "completed", "tag": "af1f8561-a8e6-4125-b60a-d4ff97452b44", "code": 200}]} {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:06:50.147159 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a06484af-1983-420c-a2b5-662946c93006 {{(pid=106638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:06:50.147159 dv-cinder-814333-1-iscsi neutron-server[106638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9695ea73-b7c1-4217-b84f-84718e3fe7b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1f8561-a8e6-4125-b60a-d4ff97452b44', 'code': 200} Oct 18 03:06:50.151177 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-a4fb61c5-f93c-48a9-b6fb-881b2624522c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:50.170375 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f9860ec0-47af-4330-8a85-117f57aeb413 req-c97c55cf-40f2-4f43-89db-80ee3c9d28a9 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719159 Oct 18 03:06:50.197931 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:50.225325 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:50.251356 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=af1f8561-a8e6-4125-b60a-d4ff97452b44,revision_number=8']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:06:50.299746 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=d5c01f87-9f59-49f8-9f6c-5ffd13f55a24,revision_number=4']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:06:50.309695 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866b222-9d1e-45be-82ef-d8deed04f81b req-5985049e-7d93-4a00-b70b-8c1c0d9a41a2 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:50.311241 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f866b222-9d1e-45be-82ef-d8deed04f81b req-5985049e-7d93-4a00-b70b-8c1c0d9a41a2 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f83567-3234-49a9-958f-46b111007b09 HTTP/1.1" status: 200 len: 931 time: 0.1179280 Oct 18 03:06:50.406361 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f866b222-9d1e-45be-82ef-d8deed04f81b req-f00a0509-12f4-48ae-bea0-1e40606a2aad tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883722 Oct 18 03:06:50.436041 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['d5c01f87-9f59-49f8-9f6c-5ffd13f55a24'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:06:50.456507 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed85cc-29d9-4e9d-a5ce-482a219b5d81 req-2f297ac1-48aa-4e0a-a263-38f2e6809ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:50.458241 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-52ed85cc-29d9-4e9d-a5ce-482a219b5d81 req-2f297ac1-48aa-4e0a-a263-38f2e6809ced service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 1099 time: 0.0590861 Oct 18 03:06:50.488123 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9f0b9-36f7-4962-be49-3249e09ca6ae req-f12ec7cb-0147-4439-97cb-b79b0faa4f02 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:50.489530 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c4e9f0b9-36f7-4962-be49-3249e09ca6ae req-f12ec7cb-0147-4439-97cb-b79b0faa4f02 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=19243908-7c1a-42fd-87a5-50d0f81b585c HTTP/1.1" status: 200 len: 945 time: 0.0888236 Oct 18 03:06:50.494360 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [req-52ed85cc-29d9-4e9d-a5ce-482a219b5d81 req-c856e838-4b60-494f-8dff-ae2762158ed7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292673 Oct 18 03:06:50.563917 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-a4fb61c5-f93c-48a9-b6fb-881b2624522c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 443d663c-a41f-4d92-85e4-bd6c9b6817f2 {{(pid=106636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 03:06:50.574628 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c4e9f0b9-36f7-4962-be49-3249e09ca6ae req-eea02575-7beb-4511-9193-85a708e645cd tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711720 Oct 18 03:06:50.576356 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-a4fb61c5-f93c-48a9-b6fb-881b2624522c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:50.589706 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-a4fb61c5-f93c-48a9-b6fb-881b2624522c service neutron] Transition to ACTIVE for port object 443d663c-a41f-4d92-85e4-bd6c9b6817f2 will not be triggered until provisioned by entity L2. {{(pid=106636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 03:06:50.683096 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-a4fb61c5-f93c-48a9-b6fb-881b2624522c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59726704'] for port, after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:50.751408 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb61c5-f93c-48a9-b6fb-881b2624522c service neutron] Pushing event updated for resources: {'Port': ['ID=443d663c-a41f-4d92-85e4-bd6c9b6817f2,revision_number=2']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:06:50.801370 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-a4fb61c5-f93c-48a9-b6fb-881b2624522c service neutron] Attempting to bind port 443d663c-a41f-4d92-85e4-bd6c9b6817f2 on host hv-cinder-81433 for vnic_type normal with profile {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 03:06:50.801693 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-a4fb61c5-f93c-48a9-b6fb-881b2624522c service neutron] Attempting to bind port 443d663c-a41f-4d92-85e4-bd6c9b6817f2 by drivers openvswitch,hyperv on host hv-cinder-81433 at level 0 using segments [{'id': 'c85237e0-273f-4310-acca-d6fefe449c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '71a337fa-7407-4e05-93f9-e4e5599af849'}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 03:06:50.802076 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-a4fb61c5-f93c-48a9-b6fb-881b2624522c service neutron] Attempting to bind port 443d663c-a41f-4d92-85e4-bd6c9b6817f2 on network 71a337fa-7407-4e05-93f9-e4e5599af849 {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:06:50.806420 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-a4fb61c5-f93c-48a9-b6fb-881b2624522c service neutron] Port 443d663c-a41f-4d92-85e4-bd6c9b6817f2 on network 71a337fa-7407-4e05-93f9-e4e5599af849 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81433 {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 03:06:50.806733 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-a4fb61c5-f93c-48a9-b6fb-881b2624522c service neutron] Attempting to bind port 443d663c-a41f-4d92-85e4-bd6c9b6817f2 on network 71a337fa-7407-4e05-93f9-e4e5599af849 {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:06:50.811386 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-a4fb61c5-f93c-48a9-b6fb-881b2624522c service neutron] Checking agent: {'id': '54b63e31-ff86-4d84-9464-5034764a1d76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81433', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'started_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 3, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 03:06:50.811714 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-a4fb61c5-f93c-48a9-b6fb-881b2624522c service neutron] Checking segment: {'id': 'c85237e0-273f-4310-acca-d6fefe449c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '71a337fa-7407-4e05-93f9-e4e5599af849'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:06:50.812089 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-a4fb61c5-f93c-48a9-b6fb-881b2624522c service neutron] Bound using segment: {'id': 'c85237e0-273f-4310-acca-d6fefe449c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '71a337fa-7407-4e05-93f9-e4e5599af849'} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 03:06:50.812502 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-a4fb61c5-f93c-48a9-b6fb-881b2624522c service neutron] Bound port: 443d663c-a41f-4d92-85e4-bd6c9b6817f2, host: hv-cinder-81433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c85237e0-273f-4310-acca-d6fefe449c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '71a337fa-7407-4e05-93f9-e4e5599af849'}}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 03:06:50.812842 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-a4fb61c5-f93c-48a9-b6fb-881b2624522c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:50.874076 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-a4fb61c5-f93c-48a9-b6fb-881b2624522c service neutron] For port 443d663c-a41f-4d92-85e4-bd6c9b6817f2, host hv-cinder-81433, cleared binding levels {{(pid=106636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 03:06:50.876982 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-a4fb61c5-f93c-48a9-b6fb-881b2624522c service neutron] For port 443d663c-a41f-4d92-85e4-bd6c9b6817f2, host hv-cinder-81433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=443d663c-a41f-4d92-85e4-bd6c9b6817f2,segment=NetworkSegment(c85237e0-273f-4310-acca-d6fefe449c7b),segment_id=c85237e0-273f-4310-acca-d6fefe449c7b)] {{(pid=106636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 03:06:50.934908 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-a4fb61c5-f93c-48a9-b6fb-881b2624522c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59726704'] for port, after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:50.967921 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-a4fb61c5-f93c-48a9-b6fb-881b2624522c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:50.968524 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-a4fb61c5-f93c-48a9-b6fb-881b2624522c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:50.969904 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-a4fb61c5-f93c-48a9-b6fb-881b2624522c service neutron] 10.222.0.36 "PUT /v2.0/ports/443d663c-a41f-4d92-85e4-bd6c9b6817f2 HTTP/1.1" status: 200 len: 1093 time: 0.9173257 Oct 18 03:06:50.972073 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f83567-3234-49a9-958f-46b111007b09', 'tag': '443d663c-a41f-4d92-85e4-bd6c9b6817f2'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:06:50.975053 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}496079113880dc21d8e474160779c487de2a9ec27c44afe50e843faa48598ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f325144f-5376-4899-bb54-82b3569aac47" -d '{"events": [{"name": "network-changed", "server_uuid": "81f83567-3234-49a9-958f-46b111007b09", "tag": "443d663c-a41f-4d92-85e4-bd6c9b6817f2"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:06:51.002413 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb61c5-f93c-48a9-b6fb-881b2624522c service neutron] Pushing event updated for resources: {'Port': ['ID=443d663c-a41f-4d92-85e4-bd6c9b6817f2,revision_number=3']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:06:51.011562 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 03:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbef597-cd13-4da1-86dc-39a92794e0d0 x-openstack-request-id: req-ecbef597-cd13-4da1-86dc-39a92794e0d0 {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:06:51.011848 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81f83567-3234-49a9-958f-46b111007b09", "tag": "443d663c-a41f-4d92-85e4-bd6c9b6817f2", "status": "completed", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:06:51.012097 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ecbef597-cd13-4da1-86dc-39a92794e0d0 {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:06:51.012488 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f83567-3234-49a9-958f-46b111007b09', 'tag': '443d663c-a41f-4d92-85e4-bd6c9b6817f2', 'status': 'completed', 'code': 200} Oct 18 03:06:51.075357 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325144f-5376-4899-bb54-82b3569aac47 req-557a5490-45a4-45a1-a549-afeddbbc6d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:51.076831 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f325144f-5376-4899-bb54-82b3569aac47 req-557a5490-45a4-45a1-a549-afeddbbc6d63 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2af4ff7703ae4894b1ff184f9995b229&device_id=81f83567-3234-49a9-958f-46b111007b09 HTTP/1.1" status: 200 len: 1096 time: 0.0414519 Oct 18 03:06:51.179044 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325144f-5376-4899-bb54-82b3569aac47 req-22567aae-9cc8-4ef6-8b50-09c89abdb5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:51.180921 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f325144f-5376-4899-bb54-82b3569aac47 req-22567aae-9cc8-4ef6-8b50-09c89abdb5a1 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=2af4ff7703ae4894b1ff184f9995b229&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0951374 Oct 18 03:06:51.306638 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325144f-5376-4899-bb54-82b3569aac47 req-805002b8-9a7e-4d3d-9409-f72d7670fb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:51.308000 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f325144f-5376-4899-bb54-82b3569aac47 req-805002b8-9a7e-4d3d-9409-f72d7670fb4e service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1196332 Oct 18 03:06:51.315277 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed5698-fc31-47c0-b2da-005cdff4fc9b req-6e182b99-6201-4fbd-a5c3-34305c3a9a23 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:51.316601 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c2ed5698-fc31-47c0-b2da-005cdff4fc9b req-6e182b99-6201-4fbd-a5c3-34305c3a9a23 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 946 time: 0.0815661 Oct 18 03:06:51.367375 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c2ed5698-fc31-47c0-b2da-005cdff4fc9b req-fc81c149-7fe4-4d8e-9e86-0513f079ce88 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440297 Oct 18 03:06:51.396536 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-cd0d495b-05c9-4264-af49-fd1921c89657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:51.398018 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-cd0d495b-05c9-4264-af49-fd1921c89657 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2af4ff7703ae4894b1ff184f9995b229&device_id=81f83567-3234-49a9-958f-46b111007b09 HTTP/1.1" status: 200 len: 1096 time: 0.0458956 Oct 18 03:06:51.440697 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-7d0170db-7925-4351-aa3a-51c733b28224 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=443d663c-a41f-4d92-85e4-bd6c9b6817f2 HTTP/1.1" status: 200 len: 217 time: 0.0338967 Oct 18 03:06:51.518850 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-4919d811-86c8-4f04-be76-17d0074aa8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:51.520272 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-4919d811-86c8-4f04-be76-17d0074aa8b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=832ee471-cf2d-4ec2-8fe6-13d29c45a55c HTTP/1.1" status: 200 len: 854 time: 0.0717747 Oct 18 03:06:51.548848 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac7933-6790-4edb-a25c-b0fbf3bba94d req-8bf96aa2-e56f-4d5c-9829-86115b3f199c tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:51.550297 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-65ac7933-6790-4edb-a25c-b0fbf3bba94d req-8bf96aa2-e56f-4d5c-9829-86115b3f199c tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f83567-3234-49a9-958f-46b111007b09 HTTP/1.1" status: 200 len: 943 time: 0.0692430 Oct 18 03:06:51.567248 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-22c489d7-93ff-4b36-9ab4-a6870abbefbf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71a337fa-7407-4e05-93f9-e4e5599af849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345325 Oct 18 03:06:51.651995 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-65ac7933-6790-4edb-a25c-b0fbf3bba94d req-751edb41-33af-414c-92d0-4e981a598a66 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869277 Oct 18 03:06:51.839302 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device d5c01f87-9f59-49f8-9f6c-5ffd13f55a24 up at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:06:51.900121 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-8abdaedb-071a-4ae8-b54c-0e5ad3f8ba61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:51.951651 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning for port d5c01f87-9f59-49f8-9f6c-5ffd13f55a24 completed by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 03:06:51.955618 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning complete for port d5c01f87-9f59-49f8-9f6c-5ffd13f55a24 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:06:51.956197 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:51.989231 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-6b5db6e6-3df8-4af9-a93e-bac5791e31f1 service neutron] 10.222.0.36 "GET /v2.0/networks/71a337fa-7407-4e05-93f9-e4e5599af849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088159 Oct 18 03:06:51.997311 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8ae10-2c6f-4dcf-978d-e3e9fd28267a req-87229515-009b-4b62-9edf-722711be8356 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:51.998717 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cca8ae10-2c6f-4dcf-978d-e3e9fd28267a req-87229515-009b-4b62-9edf-722711be8356 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=19243908-7c1a-42fd-87a5-50d0f81b585c HTTP/1.1" status: 200 len: 945 time: 0.3529787 Oct 18 03:06:52.036373 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:52.067967 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port d5c01f87-9f59-49f8-9f6c-5ffd13f55a24, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=d5c01f87-9f59-49f8-9f6c-5ffd13f55a24,segment=NetworkSegment(93fde34d-71f4-4664-b4a1-dc668456a811),segment_id=93fde34d-71f4-4664-b4a1-dc668456a811)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:06:52.081897 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cca8ae10-2c6f-4dcf-978d-e3e9fd28267a req-1ff618b4-479d-4970-ab06-4aa7710a8b41 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751629 Oct 18 03:06:52.110519 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-81fc2b78-f4f7-4472-ac2c-efde90931a47 req-6408e008-f5c4-47c9-9adc-1334b9cdd4f4 service neutron] 10.222.0.36 "GET /v2.0/networks/71a337fa-7407-4e05-93f9-e4e5599af849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108718 Oct 18 03:06:52.125479 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:52.148150 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19243908-7c1a-42fd-87a5-50d0f81b585c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c01f87-9f59-49f8-9f6c-5ffd13f55a24'}] {{(pid=106638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:06:52.150951 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd784869ff86f08281957869a4884f8f45cf6a5f98b2b439ba04ffc4a22c0e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f9fd01-0cba-4a02-80ef-216ade3cafbd" -d '{"events": [{"server_uuid": "19243908-7c1a-42fd-87a5-50d0f81b585c", "name": "network-vif-plugged", "status": "completed", "tag": "d5c01f87-9f59-49f8-9f6c-5ffd13f55a24"}]}' {{(pid=106638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:06:52.178802 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=d5c01f87-9f59-49f8-9f6c-5ffd13f55a24,revision_number=5']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:06:52.190028 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60d90e4-10e4-4764-ae06-0ca0af35dac4 x-openstack-request-id: req-e60d90e4-10e4-4764-ae06-0ca0af35dac4 {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:06:52.190028 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19243908-7c1a-42fd-87a5-50d0f81b585c", "name": "network-vif-plugged", "status": "completed", "tag": "d5c01f87-9f59-49f8-9f6c-5ffd13f55a24", "code": 200}]} {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:06:52.190028 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e60d90e4-10e4-4764-ae06-0ca0af35dac4 {{(pid=106638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:06:52.190028 dv-cinder-814333-1-iscsi neutron-server[106638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19243908-7c1a-42fd-87a5-50d0f81b585c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c01f87-9f59-49f8-9f6c-5ffd13f55a24', 'code': 200} Oct 18 03:06:52.486803 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aefba68-e8bb-4206-94ae-36bfba785dcf req-9631e606-2ce8-46a5-b4c0-19f8797e77e3 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:52.488437 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6aefba68-e8bb-4206-94ae-36bfba785dcf req-9631e606-2ce8-46a5-b4c0-19f8797e77e3 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 946 time: 0.0512283 Oct 18 03:06:52.551861 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:52.552508 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6aefba68-e8bb-4206-94ae-36bfba785dcf req-b4883f19-41d1-4735-84cc-e04f3c756b52 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574014 Oct 18 03:06:52.563159 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdff5b-1c55-409e-988b-8f16243c2fae req-2a371c19-a0ae-44dd-a28b-524f1ba439fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:52.567402 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ddbdff5b-1c55-409e-988b-8f16243c2fae req-2a371c19-a0ae-44dd-a28b-524f1ba439fa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=19243908-7c1a-42fd-87a5-50d0f81b585c HTTP/1.1" status: 200 len: 1099 time: 0.0564525 Oct 18 03:06:52.600229 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ddbdff5b-1c55-409e-988b-8f16243c2fae req-6c45cad0-57a0-4399-a532-ec7fbd14916f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282326 Oct 18 03:06:52.769521 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597adaca-7218-4cd2-86aa-b01bde5f0faf req-64aa914e-e6d9-4c4e-ae2b-cf4d82bc8964 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:52.770980 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-597adaca-7218-4cd2-86aa-b01bde5f0faf req-64aa914e-e6d9-4c4e-ae2b-cf4d82bc8964 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f83567-3234-49a9-958f-46b111007b09 HTTP/1.1" status: 200 len: 943 time: 0.0508101 Oct 18 03:06:52.808248 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-597adaca-7218-4cd2-86aa-b01bde5f0faf req-e26d127f-ac39-45ae-8ea3-4d9cc5167676 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307884 Oct 18 03:06:53.197297 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c5f7e-6501-45fd-a0ef-69eb5409119a req-4cffc0eb-eb54-42ff-9ba7-31802d3e461b tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:53.198769 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ed1c5f7e-6501-45fd-a0ef-69eb5409119a req-4cffc0eb-eb54-42ff-9ba7-31802d3e461b tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=19243908-7c1a-42fd-87a5-50d0f81b585c HTTP/1.1" status: 200 len: 946 time: 0.0481362 Oct 18 03:06:53.236945 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ed1c5f7e-6501-45fd-a0ef-69eb5409119a req-5a00ac6d-e79c-407a-890e-9cabf45feccd tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320377 Oct 18 03:06:53.282848 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:53.860499 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 443d663c-a41f-4d92-85e4-bd6c9b6817f2 details requested by agent hyperv_hv-cinder-81433 with host hv-cinder-81433 {{(pid=106638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 03:06:53.924687 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ef34b-e9f0-4c8c-bfc1-2ac63cd2004f req-cf04c2bf-4455-411c-9366-f93973fe67d9 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:53.926246 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a15ef34b-e9f0-4c8c-bfc1-2ac63cd2004f req-cf04c2bf-4455-411c-9366-f93973fe67d9 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f83567-3234-49a9-958f-46b111007b09 HTTP/1.1" status: 200 len: 943 time: 0.0491478 Oct 18 03:06:53.958947 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 443d663c-a41f-4d92-85e4-bd6c9b6817f2, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=443d663c-a41f-4d92-85e4-bd6c9b6817f2,segment=NetworkSegment(c85237e0-273f-4310-acca-d6fefe449c7b),segment_id=c85237e0-273f-4310-acca-d6fefe449c7b)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:06:53.966119 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a15ef34b-e9f0-4c8c-bfc1-2ac63cd2004f req-55e40fe0-52fa-4359-ad1f-658cc19f7a60 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322325 Oct 18 03:06:53.974102 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Returning: {'device': '443d663c-a41f-4d92-85e4-bd6c9b6817f2', 'network_id': '71a337fa-7407-4e05-93f9-e4e5599af849', 'port_id': '443d663c-a41f-4d92-85e4-bd6c9b6817f2', 'mac_address': 'fa:16:3e:49:c6:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '832ee471-cf2d-4ec2-8fe6-13d29c45a55c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 03:06:54.012805 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:54.026223 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 443d663c-a41f-4d92-85e4-bd6c9b6817f2 {{(pid=106638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 03:06:54.044550 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 443d663c-a41f-4d92-85e4-bd6c9b6817f2, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=443d663c-a41f-4d92-85e4-bd6c9b6817f2,segment=NetworkSegment(c85237e0-273f-4310-acca-d6fefe449c7b),segment_id=c85237e0-273f-4310-acca-d6fefe449c7b)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:06:54.123039 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:54.170765 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=443d663c-a41f-4d92-85e4-bd6c9b6817f2,revision_number=4']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:06:54.342836 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['443d663c-a41f-4d92-85e4-bd6c9b6817f2'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:06:54.354696 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb84c4-01d0-4e64-92a9-b037fb3125e8 req-e29a2b18-5226-404f-afa7-4948f9e87772 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:54.356143 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b2bb84c4-01d0-4e64-92a9-b037fb3125e8 req-e29a2b18-5226-404f-afa7-4948f9e87772 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=19243908-7c1a-42fd-87a5-50d0f81b585c HTTP/1.1" status: 200 len: 946 time: 0.0528762 Oct 18 03:06:54.393648 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b2bb84c4-01d0-4e64-92a9-b037fb3125e8 req-f796d7d7-8145-4fd5-8c0d-6d0fdd8d83a5 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315397 Oct 18 03:06:54.505989 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9f2ac-18fb-4efc-9dcb-ff2b8ba0b282 req-65d05e17-7cbd-4064-92cc-53cc18e75fc8 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:54.511502 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b1e9f2ac-18fb-4efc-9dcb-ff2b8ba0b282 req-65d05e17-7cbd-4064-92cc-53cc18e75fc8 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=19243908-7c1a-42fd-87a5-50d0f81b585c HTTP/1.1" status: 200 len: 946 time: 0.0488119 Oct 18 03:06:54.545376 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b1e9f2ac-18fb-4efc-9dcb-ff2b8ba0b282 req-1ce74e94-c838-4baa-bfac-d91e30b16cb9 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307724 Oct 18 03:06:54.567335 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 39176) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:06:54.632145 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:54.707120 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ff5038-b9a2-4d4d-bda2-9de88aeb4991 tempest-TestVolumeBootPattern-558260585 tempest-TestVolumeBootPattern-558260585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:54.708595 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-e2ff5038-b9a2-4d4d-bda2-9de88aeb4991 tempest-TestVolumeBootPattern-558260585 tempest-TestVolumeBootPattern-558260585-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=19243908-7c1a-42fd-87a5-50d0f81b585c HTTP/1.1" status: 200 len: 1094 time: 0.1402767 Oct 18 03:06:54.711550 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 39180) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:06:54.716001 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-ab13d385-83c2-41b2-bf17-6342335f21ee tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Request body: {'floatingip': {'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'port_id': 'd5c01f87-9f59-49f8-9f6c-5ffd13f55a24', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:06:54.808916 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-ab13d385-83c2-41b2-bf17-6342335f21ee tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for floatingip, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:54.901354 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-ab13d385-83c2-41b2-bf17-6342335f21ee tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:55.006379 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_common [None req-ab13d385-83c2-41b2-bf17-6342335f21ee tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Allocated IP 172.27.3.169 (ec1e2d0f-026f-465c-b326-53f6d0173c72/df7c5eba-93a9-4f97-9356-1dcfa994647a/3e862046-96b1-48d1-999f-d5e38f8c2ddf) {{(pid=106637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:06:55.079882 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb97b89-b735-4508-918c-59e956779799 req-e3345a52-e12d-45d7-b618-2303877f7126 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:55.081354 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5cb97b89-b735-4508-918c-59e956779799 req-e3345a52-e12d-45d7-b618-2303877f7126 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f83567-3234-49a9-958f-46b111007b09 HTTP/1.1" status: 200 len: 944 time: 0.0487554 Oct 18 03:06:55.108142 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-ab13d385-83c2-41b2-bf17-6342335f21ee tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for port, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:55.124350 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5cb97b89-b735-4508-918c-59e956779799 req-00eaa610-2846-4108-b96c-83c26cd18da7 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357842 Oct 18 03:06:55.214655 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-ab13d385-83c2-41b2-bf17-6342335f21ee tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:55.254866 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab13d385-83c2-41b2-bf17-6342335f21ee tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Network ec1e2d0f-026f-465c-b326-53f6d0173c72 is already hosted by enough agents. {{(pid=106637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:06:55.257542 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [None req-ab13d385-83c2-41b2-bf17-6342335f21ee tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Resources bound (agent type, host, resource id): {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:06:55.261074 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab13d385-83c2-41b2-bf17-6342335f21ee tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Received port after_create {{(pid=106637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:06:55.284484 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13d385-83c2-41b2-bf17-6342335f21ee tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Pushing event updated for resources: {'Port': ['ID=3e862046-96b1-48d1-999f-d5e38f8c2ddf,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:06:55.597749 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-ab13d385-83c2-41b2-bf17-6342335f21ee tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:55.723697 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-ab13d385-83c2-41b2-bf17-6342335f21ee tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:55.870623 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-ab13d385-83c2-41b2-bf17-6342335f21ee tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for port, precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:55.890910 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 443d663c-a41f-4d92-85e4-bd6c9b6817f2 up at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:06:55.928394 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-ab13d385-83c2-41b2-bf17-6342335f21ee tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3168564'] for port, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:56.001508 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13d385-83c2-41b2-bf17-6342335f21ee tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Pushing event updated for resources: {'Port': ['ID=3e862046-96b1-48d1-999f-d5e38f8c2ddf,revision_number=2']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:06:56.008960 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning for port 443d663c-a41f-4d92-85e4-bd6c9b6817f2 completed by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 03:06:56.009380 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-ab13d385-83c2-41b2-bf17-6342335f21ee tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-612639'] for floatingip, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:56.013271 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning complete for port 443d663c-a41f-4d92-85e4-bd6c9b6817f2 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:06:56.013755 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:56.091247 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:56.107608 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.db.l3_db [None req-ab13d385-83c2-41b2-bf17-6342335f21ee tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Floating IP 9f0d04be-1e81-4453-bfca-da27ea140846 associated. External IP: 172.27.3.169, port: d5c01f87-9f59-49f8-9f6c-5ffd13f55a24. Oct 18 03:06:56.113479 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f83567-3234-49a9-958f-46b111007b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443d663c-a41f-4d92-85e4-bd6c9b6817f2'}] {{(pid=106638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:06:56.115735 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd784869ff86f08281957869a4884f8f45cf6a5f98b2b439ba04ffc4a22c0e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f825196d-ed52-4c7c-8aa9-64a38342c8a9" -d '{"events": [{"server_uuid": "81f83567-3234-49a9-958f-46b111007b09", "name": "network-vif-plugged", "status": "completed", "tag": "443d663c-a41f-4d92-85e4-bd6c9b6817f2"}]}' {{(pid=106638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:06:56.128052 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 443d663c-a41f-4d92-85e4-bd6c9b6817f2, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=443d663c-a41f-4d92-85e4-bd6c9b6817f2,segment=NetworkSegment(c85237e0-273f-4310-acca-d6fefe449c7b),segment_id=c85237e0-273f-4310-acca-d6fefe449c7b)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:06:56.153273 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfcd9fd-28f9-439e-b7dc-a3baad753d14 x-openstack-request-id: req-6cfcd9fd-28f9-439e-b7dc-a3baad753d14 {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:06:56.153555 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f83567-3234-49a9-958f-46b111007b09", "name": "network-vif-plugged", "status": "completed", "tag": "443d663c-a41f-4d92-85e4-bd6c9b6817f2", "code": 200}]} {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:06:56.154134 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6cfcd9fd-28f9-439e-b7dc-a3baad753d14 {{(pid=106638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:06:56.154238 dv-cinder-814333-1-iscsi neutron-server[106638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f83567-3234-49a9-958f-46b111007b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443d663c-a41f-4d92-85e4-bd6c9b6817f2', 'code': 200} Oct 18 03:06:56.192213 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:56.247365 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=443d663c-a41f-4d92-85e4-bd6c9b6817f2,revision_number=5']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:06:56.260067 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cc08e-bb71-4813-8431-e275ffc03023 req-2a36046f-c114-44a9-b4d0-9bc74117e82a tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:56.261701 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-922cc08e-bb71-4813-8431-e275ffc03023 req-2a36046f-c114-44a9-b4d0-9bc74117e82a tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f83567-3234-49a9-958f-46b111007b09 HTTP/1.1" status: 200 len: 945 time: 0.0640481 Oct 18 03:06:56.301017 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-922cc08e-bb71-4813-8431-e275ffc03023 req-5b4cd55d-398f-48f7-b61a-d60d97847da6 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328367 Oct 18 03:06:56.324757 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab13d385-83c2-41b2-bf17-6342335f21ee tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Router f665c283-6d4b-40fa-a23c-2031c7584340 has already been hosted by L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 {{(pid=106637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 03:06:56.431784 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab13d385-83c2-41b2-bf17-6342335f21ee tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 03:06:56.437451 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11883165-c25b-4ce1-a791-2dab4f4b1be2 req-4552a50c-a0f8-4851-b582-80b7348a7f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:56.439128 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-11883165-c25b-4ce1-a791-2dab4f4b1be2 req-4552a50c-a0f8-4851-b582-80b7348a7f07 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=81f83567-3234-49a9-958f-46b111007b09 HTTP/1.1" status: 200 len: 1098 time: 0.0387557 Oct 18 03:06:56.451506 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b37c63-a1cc-43bc-92b9-a429ad2f9d5c None None] Sync routers for ids ['f665c283-6d4b-40fa-a23c-2031c7584340'] in dv-cinder-814333-1-iscsi {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 03:06:56.460083 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b37c63-a1cc-43bc-92b9-a429ad2f9d5c None None] Routers {'f665c283-6d4b-40fa-a23c-2031c7584340'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:06:56.460759 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-99b37c63-a1cc-43bc-92b9-a429ad2f9d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:06:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['f665c283-6d4b-40fa-a23c-2031c7584340'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:06:56.475311 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-11883165-c25b-4ce1-a791-2dab4f4b1be2 req-1c367407-dde8-479f-810c-c07b8b0690ea service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297174 Oct 18 03:06:56.508391 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-ab13d385-83c2-41b2-bf17-6342335f21ee tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for floatingip, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:06:56.535569 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-ab13d385-83c2-41b2-bf17-6342335f21ee tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8229461 Oct 18 03:06:56.536267 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19243908-7c1a-42fd-87a5-50d0f81b585c', 'tag': 'd5c01f87-9f59-49f8-9f6c-5ffd13f55a24'}] {{(pid=106637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:06:56.538672 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84e416a7c2bb109cea857a7500c5c4b938dbd8fc9acb645868c31a21fed55845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe9f00d-4bdb-4fde-9aac-69d50f1e2a64" -d '{"events": [{"name": "network-changed", "server_uuid": "19243908-7c1a-42fd-87a5-50d0f81b585c", "tag": "d5c01f87-9f59-49f8-9f6c-5ffd13f55a24"}]}' {{(pid=106637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:06:56.565208 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-99b37c63-a1cc-43bc-92b9-a429ad2f9d5c None None] Set router f665c283-6d4b-40fa-a23c-2031c7584340 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:06:56.575297 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 03:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f7c636-46cc-4666-ac26-de1d16a67333 x-openstack-request-id: req-74f7c636-46cc-4666-ac26-de1d16a67333 {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:06:56.575604 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19243908-7c1a-42fd-87a5-50d0f81b585c", "tag": "d5c01f87-9f59-49f8-9f6c-5ffd13f55a24", "status": "completed", "code": 200}]} {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:06:56.575850 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-74f7c636-46cc-4666-ac26-de1d16a67333 {{(pid=106637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:06:56.576242 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19243908-7c1a-42fd-87a5-50d0f81b585c', 'tag': 'd5c01f87-9f59-49f8-9f6c-5ffd13f55a24', 'status': 'completed', 'code': 200} Oct 18 03:06:56.719407 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9f00d-4bdb-4fde-9aac-69d50f1e2a64 req-b6a9c17a-510d-44b0-a401-cd7b4f12a325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:56.720735 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-dbe9f00d-4bdb-4fde-9aac-69d50f1e2a64 req-b6a9c17a-510d-44b0-a401-cd7b4f12a325 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b53d2fa916034e5791986e3a904b2f43&device_id=19243908-7c1a-42fd-87a5-50d0f81b585c HTTP/1.1" status: 200 len: 1099 time: 0.0393879 Oct 18 03:06:56.787078 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-99b37c63-a1cc-43bc-92b9-a429ad2f9d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'name': 'tempest-TestVolumeBootPattern-1184054740-router', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:00:29Z', 'updated_at': '2021-10-18T03:00:34Z', 'revision_number': 4, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'gw_port': {'id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:30Z', 'updated_at': '2021-10-18T03:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_floatingips': [{'id': '9f0d04be-1e81-4453-bfca-da27ea140846', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'floating_ip_address': '172.27.3.169', 'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'router_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'port_id': 'd5c01f87-9f59-49f8-9f6c-5ffd13f55a24', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'mac_address': 'fa:16:3e:3b:7f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19243908-7c1a-42fd-87a5-50d0f81b585c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T03:06:55Z', 'updated_at': '2021-10-18T03:06:55Z', 'revision_number': 0, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'fixed_ip_address_scope': None}, {'id': 'ef36550f-3cac-4b1b-9a84-a885ad56090f', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'router_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'port_id': 'ff7732df-5384-42f3-b2da-712c5a544b8b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'mac_address': 'fa:16:3e:55:fa:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb6a8f3-614d-407f-9f04-857ec1ceb8f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T03:04:42Z', 'updated_at': '2021-10-18T03:04:45Z', 'revision_number': 1, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42a7403-3236-431d-80b5-ba7ad912b82a', 'name': '', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'mac_address': 'fa:16:3e:4c:7d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:33Z', 'updated_at': '2021-10-18T03:00:38Z', 'revision_number': 5, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'subnets': [{'id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:06:56.813464 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b37c63-a1cc-43bc-92b9-a429ad2f9d5c None None] Checking router: f665c283-6d4b-40fa-a23c-2031c7584340 for host: dv-cinder-814333-1-iscsi {{(pid=106638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 03:06:56.821504 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9f00d-4bdb-4fde-9aac-69d50f1e2a64 req-35607156-020f-4d17-8ea8-9090bee01914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:56.822744 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b37c63-a1cc-43bc-92b9-a429ad2f9d5c None None] Routers {'f665c283-6d4b-40fa-a23c-2031c7584340'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:06:56.823063 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-dbe9f00d-4bdb-4fde-9aac-69d50f1e2a64 req-35607156-020f-4d17-8ea8-9090bee01914 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e3f93b2-6ab7-425d-a45f-ad1ff777d056 HTTP/1.1" status: 200 len: 913 time: 0.0951231 Oct 18 03:06:56.823341 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-99b37c63-a1cc-43bc-92b9-a429ad2f9d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:06:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['f665c283-6d4b-40fa-a23c-2031c7584340'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:06:56.912746 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-dbe9f00d-4bdb-4fde-9aac-69d50f1e2a64 req-34201d16-b7ea-4a1f-b6b5-e3af05f9caeb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5c01f87-9f59-49f8-9f6c-5ffd13f55a24 HTTP/1.1" status: 200 len: 1000 time: 0.0577066 Oct 18 03:06:56.927504 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-99b37c63-a1cc-43bc-92b9-a429ad2f9d5c None None] Set router f665c283-6d4b-40fa-a23c-2031c7584340 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:06:56.968203 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9f00d-4bdb-4fde-9aac-69d50f1e2a64 req-6d41c386-e8ee-421d-8f47-3002ffb6073d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:56.969728 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-dbe9f00d-4bdb-4fde-9aac-69d50f1e2a64 req-6d41c386-e8ee-421d-8f47-3002ffb6073d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5242877d-4476-4a28-8a5b-87f4884f5f65 HTTP/1.1" status: 200 len: 851 time: 0.0496850 Oct 18 03:06:57.016029 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9f00d-4bdb-4fde-9aac-69d50f1e2a64 req-78b46f71-0550-427d-830f-fc00a7a4ba86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:57.017495 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-dbe9f00d-4bdb-4fde-9aac-69d50f1e2a64 req-78b46f71-0550-427d-830f-fc00a7a4ba86 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e3f93b2-6ab7-425d-a45f-ad1ff777d056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397990 Oct 18 03:06:57.109569 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-dbe9f00d-4bdb-4fde-9aac-69d50f1e2a64 req-3882d267-a187-47b8-9c6d-bebf0af95905 service neutron] 10.222.0.36 "GET /v2.0/networks/7e3f93b2-6ab7-425d-a45f-ad1ff777d056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844011 Oct 18 03:06:57.203782 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-dbe9f00d-4bdb-4fde-9aac-69d50f1e2a64 req-60cb0e18-5b2f-4c90-943b-52f8c2a59208 service neutron] 10.222.0.36 "GET /v2.0/networks/7e3f93b2-6ab7-425d-a45f-ad1ff777d056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866528 Oct 18 03:06:57.275819 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-99b37c63-a1cc-43bc-92b9-a429ad2f9d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'name': 'tempest-TestVolumeBootPattern-1184054740-router', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:00:29Z', 'updated_at': '2021-10-18T03:00:34Z', 'revision_number': 4, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'gw_port': {'id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:30Z', 'updated_at': '2021-10-18T03:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_floatingips': [{'id': '9f0d04be-1e81-4453-bfca-da27ea140846', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'floating_ip_address': '172.27.3.169', 'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'router_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'port_id': 'd5c01f87-9f59-49f8-9f6c-5ffd13f55a24', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'mac_address': 'fa:16:3e:3b:7f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19243908-7c1a-42fd-87a5-50d0f81b585c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T03:06:55Z', 'updated_at': '2021-10-18T03:06:55Z', 'revision_number': 0, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'fixed_ip_address_scope': None}, {'id': 'ef36550f-3cac-4b1b-9a84-a885ad56090f', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'router_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'port_id': 'ff7732df-5384-42f3-b2da-712c5a544b8b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'mac_address': 'fa:16:3e:55:fa:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb6a8f3-614d-407f-9f04-857ec1ceb8f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T03:04:42Z', 'updated_at': '2021-10-18T03:04:45Z', 'revision_number': 1, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42a7403-3236-431d-80b5-ba7ad912b82a', 'name': '', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'mac_address': 'fa:16:3e:4c:7d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:33Z', 'updated_at': '2021-10-18T03:00:38Z', 'revision_number': 5, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'subnets': [{'id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:06:57.306128 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b37c63-a1cc-43bc-92b9-a429ad2f9d5c None None] The sync data for ids ['f665c283-6d4b-40fa-a23c-2031c7584340'] in dv-cinder-814333-1-iscsi is: [{'id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'name': 'tempest-TestVolumeBootPattern-1184054740-router', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:00:29Z', 'updated_at': '2021-10-18T03:00:34Z', 'revision_number': 4, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'gw_port': {'id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:30Z', 'updated_at': '2021-10-18T03:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_floatingips': [{'id': '9f0d04be-1e81-4453-bfca-da27ea140846', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'floating_ip_address': '172.27.3.169', 'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'router_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'port_id': 'd5c01f87-9f59-49f8-9f6c-5ffd13f55a24', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'mac_address': 'fa:16:3e:3b:7f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19243908-7c1a-42fd-87a5-50d0f81b585c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T03:06:55Z', 'updated_at': '2021-10-18T03:06:55Z', 'revision_number': 0, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'fixed_ip_address_scope': None}, {'id': 'ef36550f-3cac-4b1b-9a84-a885ad56090f', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'router_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'port_id': 'ff7732df-5384-42f3-b2da-712c5a544b8b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'mac_address': 'fa:16:3e:55:fa:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb6a8f3-614d-407f-9f04-857ec1ceb8f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T03:04:42Z', 'updated_at': '2021-10-18T03:04:45Z', 'revision_number': 1, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42a7403-3236-431d-80b5-ba7ad912b82a', 'name': '', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'mac_address': 'fa:16:3e:4c:7d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:33Z', 'updated_at': '2021-10-18T03:00:38Z', 'revision_number': 5, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'subnets': [{'id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 03:06:57.423816 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff86fd8-dc4f-4ddb-a005-f2b1819e77fd req-7e1c6315-e354-4686-9e3d-369e7568a49b tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:57.425330 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-2ff86fd8-dc4f-4ddb-a005-f2b1819e77fd req-7e1c6315-e354-4686-9e3d-369e7568a49b tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f83567-3234-49a9-958f-46b111007b09 HTTP/1.1" status: 200 len: 945 time: 0.0534248 Oct 18 03:06:57.465313 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-2ff86fd8-dc4f-4ddb-a005-f2b1819e77fd req-ee412c7c-a540-4c5c-af3a-7618033a9738 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336895 Oct 18 03:06:57.496685 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb38167-5466-4896-af4f-57cf3050b129 None None] New status for floating IP 9f0d04be-1e81-4453-bfca-da27ea140846: ACTIVE {{(pid=106639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 03:06:58.584442 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794ccbf-6e98-4c79-b876-4da47571906d req-85072f3f-0fee-42fe-bd2d-45f1e2088070 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:06:58.585910 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-2794ccbf-6e98-4c79-b876-4da47571906d req-85072f3f-0fee-42fe-bd2d-45f1e2088070 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f83567-3234-49a9-958f-46b111007b09 HTTP/1.1" status: 200 len: 945 time: 0.0519965 Oct 18 03:06:58.624763 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-2794ccbf-6e98-4c79-b876-4da47571906d req-897ae658-1ffd-497b-9b8e-f43acb9bf0a4 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324216 Oct 18 03:07:00.598279 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 6 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 03:07:06.379076 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:07.659912 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8592a342-c1c7-4466-9a67-6cbd40bef6b6 req-feb5ac09-e462-4112-9b42-fa869097f598 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406122 Oct 18 03:07:07.729407 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592a342-c1c7-4466-9a67-6cbd40bef6b6 req-49b273d4-ddd9-4798-869b-454f3b1a4f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:07.730898 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8592a342-c1c7-4466-9a67-6cbd40bef6b6 req-49b273d4-ddd9-4798-869b-454f3b1a4f43 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=62affdb1ab2e4d1e8559a84ed78fda53&device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 1099 time: 0.0429332 Oct 18 03:07:07.840761 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592a342-c1c7-4466-9a67-6cbd40bef6b6 req-4200582c-d200-4d72-8e58-6ccb1389abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:07.842335 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8592a342-c1c7-4466-9a67-6cbd40bef6b6 req-4200582c-d200-4d72-8e58-6ccb1389abc2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e87ad9a1-7666-4e2f-b8d8-84a634a81d93 HTTP/1.1" status: 200 len: 910 time: 0.0905299 Oct 18 03:07:07.907067 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8592a342-c1c7-4466-9a67-6cbd40bef6b6 req-1ea7d3ba-d8e9-41e4-9272-00e483cd0497 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af1f8561-a8e6-4125-b60a-d4ff97452b44 HTTP/1.1" status: 200 len: 1002 time: 0.0576804 Oct 18 03:07:07.957630 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592a342-c1c7-4466-9a67-6cbd40bef6b6 req-9b85612a-7b14-4104-8798-d7b30a91a88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:07.959025 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8592a342-c1c7-4466-9a67-6cbd40bef6b6 req-9b85612a-7b14-4104-8798-d7b30a91a88b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9c707f4-73a5-4da8-9515-c5d3f8c907b8 HTTP/1.1" status: 200 len: 848 time: 0.0442641 Oct 18 03:07:08.011629 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592a342-c1c7-4466-9a67-6cbd40bef6b6 req-9aa8ecce-436f-405f-87d4-9dda2b433104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:08.013130 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8592a342-c1c7-4466-9a67-6cbd40bef6b6 req-9aa8ecce-436f-405f-87d4-9dda2b433104 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e87ad9a1-7666-4e2f-b8d8-84a634a81d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446322 Oct 18 03:07:08.106213 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8592a342-c1c7-4466-9a67-6cbd40bef6b6 req-d476fe76-4738-4006-8ff4-83767df24995 service neutron] 10.222.0.36 "GET /v2.0/networks/e87ad9a1-7666-4e2f-b8d8-84a634a81d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834498 Oct 18 03:07:08.199165 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8592a342-c1c7-4466-9a67-6cbd40bef6b6 req-8071c3e0-e4f4-4608-9914-99f8ad012590 service neutron] 10.222.0.36 "GET /v2.0/networks/e87ad9a1-7666-4e2f-b8d8-84a634a81d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841992 Oct 18 03:07:08.707678 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-ee5787cf-1850-47f5-a745-952f4b54cb82 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:08.709061 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-ee5787cf-1850-47f5-a745-952f4b54cb82 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/networks?id=71a337fa-7407-4e05-93f9-e4e5599af849 HTTP/1.1" status: 200 len: 814 time: 0.1018202 Oct 18 03:07:08.724492 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-9a2b783d-5c7f-43c0-a15a-a5889beff351 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/quotas/2af4ff7703ae4894b1ff184f9995b229 HTTP/1.1" status: 200 len: 375 time: 0.0089345 Oct 18 03:07:08.778418 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-f4641bef-391e-41fa-a7ac-f0c091e294c9 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2af4ff7703ae4894b1ff184f9995b229&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0475650 Oct 18 03:07:08.868106 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-59ab6729-6d99-4085-9645-64a69d3a52cc service neutron] 10.222.0.30 "GET /v2.0/networks/71a337fa-7407-4e05-93f9-e4e5599af849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825481 Oct 18 03:07:08.961959 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-a99b6ed9-2265-43fe-954c-264a1ddca1c9 service neutron] 10.222.0.30 "GET /v2.0/networks/71a337fa-7407-4e05-93f9-e4e5599af849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870895 Oct 18 03:07:09.221082 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a4536438-7b0d-402b-ad2f-87d2bbae258a req-f2f3b6c8-eab7-4011-8872-c350c518b7f8 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8f4dc6e-5c98-49ae-b6fa-379e7ea58732 HTTP/1.1" status: 200 len: 210 time: 0.0310717 Oct 18 03:07:10.315291 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8f4f83a1-bd68-497d-9b96-7d360f712f92 req-456c4dfd-ea7e-4a8c-99ec-08da3a600c38 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8f4dc6e-5c98-49ae-b6fa-379e7ea58732 HTTP/1.1" status: 200 len: 210 time: 0.0268579 Oct 18 03:07:11.158472 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-f73f8ee0-1436-4dd7-bcb3-ae292011b8b1 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:11.159919 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-f73f8ee0-1436-4dd7-bcb3-ae292011b8b1 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.36 "GET /v2.0/networks?id=71a337fa-7407-4e05-93f9-e4e5599af849 HTTP/1.1" status: 200 len: 814 time: 0.1033053 Oct 18 03:07:11.174049 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-2720b784-d28b-4b69-8643-165d7ad812fb tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Request body: {'port': {'device_id': 'c8f4dc6e-5c98-49ae-b6fa-379e7ea58732', 'network_id': '71a337fa-7407-4e05-93f9-e4e5599af849', 'admin_state_up': True, 'tenant_id': '2af4ff7703ae4894b1ff184f9995b229'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:07:11.345866 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-2720b784-d28b-4b69-8643-165d7ad812fb tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Made reservation on behalf of 2af4ff7703ae4894b1ff184f9995b229 for: {'port': 1} {{(pid=106636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 03:07:11.349623 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-2720b784-d28b-4b69-8643-165d7ad812fb tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:11.439227 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-43033c38-fdd3-44a6-b845-9c1aecb894b9 req-dbf0d642-679e-477c-b27f-060005009019 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8f4dc6e-5c98-49ae-b6fa-379e7ea58732 HTTP/1.1" status: 200 len: 210 time: 0.0356200 Oct 18 03:07:11.499556 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.db_base_plugin_common [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-2720b784-d28b-4b69-8643-165d7ad812fb tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Allocated IP 172.20.0.14 (71a337fa-7407-4e05-93f9-e4e5599af849/832ee471-cf2d-4ec2-8fe6-13d29c45a55c/37aba582-7c41-4cbd-a4b1-3e549d05bd48) {{(pid=106636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:07:11.648990 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-2720b784-d28b-4b69-8643-165d7ad812fb tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Notify callbacks [] for port, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:11.751725 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-2720b784-d28b-4b69-8643-165d7ad812fb tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59726697'] for port, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:11.767738 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['443d663c-a41f-4d92-85e4-bd6c9b6817f2'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:07:11.791922 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-2720b784-d28b-4b69-8643-165d7ad812fb tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Network 71a337fa-7407-4e05-93f9-e4e5599af849 is already hosted by enough agents. {{(pid=106636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:07:11.794982 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-2720b784-d28b-4b69-8643-165d7ad812fb tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Resources bound (agent type, host, resource id): {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:07:11.798494 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-2720b784-d28b-4b69-8643-165d7ad812fb tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Received port after_create {{(pid=106636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:07:11.826009 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2720b784-d28b-4b69-8643-165d7ad812fb tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Pushing event updated for resources: {'Port': ['ID=37aba582-7c41-4cbd-a4b1-3e549d05bd48,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:07:11.855206 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-2720b784-d28b-4b69-8643-165d7ad812fb tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:11.855814 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-2720b784-d28b-4b69-8643-165d7ad812fb tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:11.920134 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-2720b784-d28b-4b69-8643-165d7ad812fb tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7497187 Oct 18 03:07:11.944952 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-8ed68d54-bf71-44d5-a0bb-982685925064 service neutron] Request body: {'port': {'device_id': 'c8f4dc6e-5c98-49ae-b6fa-379e7ea58732', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81433'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:07:12.007037 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-8ed68d54-bf71-44d5-a0bb-982685925064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:12.263221 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-8ed68d54-bf71-44d5-a0bb-982685925064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37aba582-7c41-4cbd-a4b1-3e549d05bd48 {{(pid=106636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 03:07:12.270520 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-8ed68d54-bf71-44d5-a0bb-982685925064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:12.282057 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-8ed68d54-bf71-44d5-a0bb-982685925064 service neutron] Transition to ACTIVE for port object 37aba582-7c41-4cbd-a4b1-3e549d05bd48 will not be triggered until provisioned by entity L2. {{(pid=106636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 03:07:12.345348 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-8ed68d54-bf71-44d5-a0bb-982685925064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59726704'] for port, after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:12.392961 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed68d54-bf71-44d5-a0bb-982685925064 service neutron] Pushing event updated for resources: {'Port': ['ID=37aba582-7c41-4cbd-a4b1-3e549d05bd48,revision_number=2']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:07:12.464114 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-8ed68d54-bf71-44d5-a0bb-982685925064 service neutron] Attempting to bind port 37aba582-7c41-4cbd-a4b1-3e549d05bd48 on host hv-cinder-81433 for vnic_type normal with profile {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 03:07:12.464484 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-8ed68d54-bf71-44d5-a0bb-982685925064 service neutron] Attempting to bind port 37aba582-7c41-4cbd-a4b1-3e549d05bd48 by drivers openvswitch,hyperv on host hv-cinder-81433 at level 0 using segments [{'id': 'c85237e0-273f-4310-acca-d6fefe449c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '71a337fa-7407-4e05-93f9-e4e5599af849'}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 03:07:12.464818 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-8ed68d54-bf71-44d5-a0bb-982685925064 service neutron] Attempting to bind port 37aba582-7c41-4cbd-a4b1-3e549d05bd48 on network 71a337fa-7407-4e05-93f9-e4e5599af849 {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:07:12.469086 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-8ed68d54-bf71-44d5-a0bb-982685925064 service neutron] Port 37aba582-7c41-4cbd-a4b1-3e549d05bd48 on network 71a337fa-7407-4e05-93f9-e4e5599af849 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81433 {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 03:07:12.469414 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-8ed68d54-bf71-44d5-a0bb-982685925064 service neutron] Attempting to bind port 37aba582-7c41-4cbd-a4b1-3e549d05bd48 on network 71a337fa-7407-4e05-93f9-e4e5599af849 {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:07:12.474241 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-8ed68d54-bf71-44d5-a0bb-982685925064 service neutron] Checking agent: {'id': '54b63e31-ff86-4d84-9464-5034764a1d76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81433', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'started_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 3, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 03:07:12.474578 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-8ed68d54-bf71-44d5-a0bb-982685925064 service neutron] Checking segment: {'id': 'c85237e0-273f-4310-acca-d6fefe449c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '71a337fa-7407-4e05-93f9-e4e5599af849'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:07:12.475022 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-8ed68d54-bf71-44d5-a0bb-982685925064 service neutron] Bound using segment: {'id': 'c85237e0-273f-4310-acca-d6fefe449c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '71a337fa-7407-4e05-93f9-e4e5599af849'} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 03:07:12.475367 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-8ed68d54-bf71-44d5-a0bb-982685925064 service neutron] Bound port: 37aba582-7c41-4cbd-a4b1-3e549d05bd48, host: hv-cinder-81433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c85237e0-273f-4310-acca-d6fefe449c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '71a337fa-7407-4e05-93f9-e4e5599af849'}}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 03:07:12.475725 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-8ed68d54-bf71-44d5-a0bb-982685925064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:12.568811 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-8ed68d54-bf71-44d5-a0bb-982685925064 service neutron] For port 37aba582-7c41-4cbd-a4b1-3e549d05bd48, host hv-cinder-81433, cleared binding levels {{(pid=106636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 03:07:12.572367 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-8ed68d54-bf71-44d5-a0bb-982685925064 service neutron] For port 37aba582-7c41-4cbd-a4b1-3e549d05bd48, host hv-cinder-81433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=37aba582-7c41-4cbd-a4b1-3e549d05bd48,segment=NetworkSegment(c85237e0-273f-4310-acca-d6fefe449c7b),segment_id=c85237e0-273f-4310-acca-d6fefe449c7b)] {{(pid=106636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 03:07:12.580235 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2d831-4173-4cfc-9b19-4167b3c24682 req-429a59c8-73b4-406d-a4e5-648e3774d7cb tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:12.581694 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-48d2d831-4173-4cfc-9b19-4167b3c24682 req-429a59c8-73b4-406d-a4e5-648e3774d7cb tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8f4dc6e-5c98-49ae-b6fa-379e7ea58732 HTTP/1.1" status: 200 len: 944 time: 0.0742452 Oct 18 03:07:12.622367 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-48d2d831-4173-4cfc-9b19-4167b3c24682 req-fb51ce0a-d746-44aa-a99b-84e12f75a657 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340064 Oct 18 03:07:12.643217 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-8ed68d54-bf71-44d5-a0bb-982685925064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59726704'] for port, after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:12.679186 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-8ed68d54-bf71-44d5-a0bb-982685925064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:12.679849 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-8ed68d54-bf71-44d5-a0bb-982685925064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:12.681633 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-8ed68d54-bf71-44d5-a0bb-982685925064 service neutron] 10.222.0.36 "PUT /v2.0/ports/37aba582-7c41-4cbd-a4b1-3e549d05bd48 HTTP/1.1" status: 200 len: 1094 time: 0.7408779 Oct 18 03:07:12.683731 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f4dc6e-5c98-49ae-b6fa-379e7ea58732', 'tag': '37aba582-7c41-4cbd-a4b1-3e549d05bd48'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:07:12.686072 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}496079113880dc21d8e474160779c487de2a9ec27c44afe50e843faa48598ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a37e93-f5aa-436c-9a95-f26491a7aad7" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f4dc6e-5c98-49ae-b6fa-379e7ea58732", "tag": "37aba582-7c41-4cbd-a4b1-3e549d05bd48"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:07:12.711416 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed68d54-bf71-44d5-a0bb-982685925064 service neutron] Pushing event updated for resources: {'Port': ['ID=37aba582-7c41-4cbd-a4b1-3e549d05bd48,revision_number=3']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:07:12.724444 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 03:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc54962-378d-4b03-b25f-3849820aeac4 x-openstack-request-id: req-1cc54962-378d-4b03-b25f-3849820aeac4 {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:07:12.724742 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f4dc6e-5c98-49ae-b6fa-379e7ea58732", "tag": "37aba582-7c41-4cbd-a4b1-3e549d05bd48", "status": "completed", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:07:12.724968 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1cc54962-378d-4b03-b25f-3849820aeac4 {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:07:12.725351 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f4dc6e-5c98-49ae-b6fa-379e7ea58732', 'tag': '37aba582-7c41-4cbd-a4b1-3e549d05bd48', 'status': 'completed', 'code': 200} Oct 18 03:07:12.787866 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a37e93-f5aa-436c-9a95-f26491a7aad7 req-c2e9bb2f-18e4-495b-88d6-b77b00945cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:12.789320 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a1a37e93-f5aa-436c-9a95-f26491a7aad7 req-c2e9bb2f-18e4-495b-88d6-b77b00945cbf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2af4ff7703ae4894b1ff184f9995b229&device_id=c8f4dc6e-5c98-49ae-b6fa-379e7ea58732 HTTP/1.1" status: 200 len: 1097 time: 0.0413620 Oct 18 03:07:12.892366 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a37e93-f5aa-436c-9a95-f26491a7aad7 req-61e25a12-42be-42ea-8582-cc8035df78da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:12.893807 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a1a37e93-f5aa-436c-9a95-f26491a7aad7 req-61e25a12-42be-42ea-8582-cc8035df78da service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=2af4ff7703ae4894b1ff184f9995b229&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0946310 Oct 18 03:07:12.990841 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a37e93-f5aa-436c-9a95-f26491a7aad7 req-75e868f0-5ab2-40f6-83c4-88fbb527d2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:12.992264 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a1a37e93-f5aa-436c-9a95-f26491a7aad7 req-75e868f0-5ab2-40f6-83c4-88fbb527d2fd service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0869405 Oct 18 03:07:13.067433 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-05b671cb-448e-40fb-8485-9a3cf5d49366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:13.068848 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-05b671cb-448e-40fb-8485-9a3cf5d49366 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2af4ff7703ae4894b1ff184f9995b229&device_id=c8f4dc6e-5c98-49ae-b6fa-379e7ea58732 HTTP/1.1" status: 200 len: 1097 time: 0.0392210 Oct 18 03:07:13.117841 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-43f7de23-e2d0-4df0-97f7-98b279e0bf68 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37aba582-7c41-4cbd-a4b1-3e549d05bd48 HTTP/1.1" status: 200 len: 217 time: 0.0378382 Oct 18 03:07:13.168889 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-93f98807-148b-4266-a277-1a99c7343ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:13.170287 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-93f98807-148b-4266-a277-1a99c7343ef5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=832ee471-cf2d-4ec2-8fe6-13d29c45a55c HTTP/1.1" status: 200 len: 854 time: 0.0428848 Oct 18 03:07:13.204531 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-4f11a934-3eb9-4483-b839-804165402e9e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71a337fa-7407-4e05-93f9-e4e5599af849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248673 Oct 18 03:07:13.300747 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-2596e1e7-47b7-4c76-a5dd-74524284f19f service neutron] 10.222.0.36 "GET /v2.0/networks/71a337fa-7407-4e05-93f9-e4e5599af849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853601 Oct 18 03:07:13.395328 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-be50d3ed-a1fd-48af-b16a-b4532d6e6e26 req-2392f1ec-407b-4be9-ae2c-656b99e8d875 service neutron] 10.222.0.36 "GET /v2.0/networks/71a337fa-7407-4e05-93f9-e4e5599af849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860374 Oct 18 03:07:13.733800 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7dbb3-1bf3-4bab-902b-a52e92a46470 req-39f5c911-e72b-466a-9f7a-f2d970e5c645 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:13.735251 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e2f7dbb3-1bf3-4bab-902b-a52e92a46470 req-39f5c911-e72b-466a-9f7a-f2d970e5c645 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8f4dc6e-5c98-49ae-b6fa-379e7ea58732 HTTP/1.1" status: 200 len: 944 time: 0.0491602 Oct 18 03:07:13.772744 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e2f7dbb3-1bf3-4bab-902b-a52e92a46470 req-8e3a1856-6ad4-486b-849f-f20d9c2982de tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317209 Oct 18 03:07:14.891881 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1505eb4-c035-4d87-a812-b33476b3beba req-e10629b9-4cbc-41ef-be23-22c5b4b18d12 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:14.893301 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c1505eb4-c035-4d87-a812-b33476b3beba req-e10629b9-4cbc-41ef-be23-22c5b4b18d12 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8f4dc6e-5c98-49ae-b6fa-379e7ea58732 HTTP/1.1" status: 200 len: 944 time: 0.0518253 Oct 18 03:07:14.930057 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c1505eb4-c035-4d87-a812-b33476b3beba req-34cca9ae-1329-4bda-ab31-b221a225cbf7 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306823 Oct 18 03:07:16.043051 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364f165-2c69-4478-aed4-cfe63c5415db req-504d4e2f-f2df-4e0d-980f-a6678cad7314 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:16.044481 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d364f165-2c69-4478-aed4-cfe63c5415db req-504d4e2f-f2df-4e0d-980f-a6678cad7314 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8f4dc6e-5c98-49ae-b6fa-379e7ea58732 HTTP/1.1" status: 200 len: 944 time: 0.0482614 Oct 18 03:07:16.048126 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 37aba582-7c41-4cbd-a4b1-3e549d05bd48 details requested by agent hyperv_hv-cinder-81433 with host hv-cinder-81433 {{(pid=106638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 03:07:16.082019 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d364f165-2c69-4478-aed4-cfe63c5415db req-62a1ff50-5ca9-4498-a77f-29c0239cfe11 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315893 Oct 18 03:07:16.144915 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 37aba582-7c41-4cbd-a4b1-3e549d05bd48, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=37aba582-7c41-4cbd-a4b1-3e549d05bd48,segment=NetworkSegment(c85237e0-273f-4310-acca-d6fefe449c7b),segment_id=c85237e0-273f-4310-acca-d6fefe449c7b)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:07:16.155636 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Returning: {'device': '37aba582-7c41-4cbd-a4b1-3e549d05bd48', 'network_id': '71a337fa-7407-4e05-93f9-e4e5599af849', 'port_id': '37aba582-7c41-4cbd-a4b1-3e549d05bd48', 'mac_address': 'fa:16:3e:aa:3d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '832ee471-cf2d-4ec2-8fe6-13d29c45a55c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 03:07:16.190980 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:16.203857 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37aba582-7c41-4cbd-a4b1-3e549d05bd48 {{(pid=106638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 03:07:16.225517 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 37aba582-7c41-4cbd-a4b1-3e549d05bd48, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=37aba582-7c41-4cbd-a4b1-3e549d05bd48,segment=NetworkSegment(c85237e0-273f-4310-acca-d6fefe449c7b),segment_id=c85237e0-273f-4310-acca-d6fefe449c7b)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:07:16.344518 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:16.390548 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=37aba582-7c41-4cbd-a4b1-3e549d05bd48,revision_number=4']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:07:16.624945 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['37aba582-7c41-4cbd-a4b1-3e549d05bd48'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:07:17.194326 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bbff5-fea3-415a-b721-e05464846af6 req-677bfa02-89f6-4dc1-bae7-7e5f980a3da5 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:17.195779 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-939bbff5-fea3-415a-b721-e05464846af6 req-677bfa02-89f6-4dc1-bae7-7e5f980a3da5 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8f4dc6e-5c98-49ae-b6fa-379e7ea58732 HTTP/1.1" status: 200 len: 945 time: 0.0482638 Oct 18 03:07:17.232504 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-939bbff5-fea3-415a-b721-e05464846af6 req-cc3bff5b-7c0e-48cb-bb55-c5b055144136 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308938 Oct 18 03:07:18.060512 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 37aba582-7c41-4cbd-a4b1-3e549d05bd48 up at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:07:18.173757 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning for port 37aba582-7c41-4cbd-a4b1-3e549d05bd48 completed by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 03:07:18.177378 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning complete for port 37aba582-7c41-4cbd-a4b1-3e549d05bd48 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:07:18.177747 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:18.252336 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:18.274663 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f4dc6e-5c98-49ae-b6fa-379e7ea58732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37aba582-7c41-4cbd-a4b1-3e549d05bd48'}] {{(pid=106638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:07:18.277682 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd784869ff86f08281957869a4884f8f45cf6a5f98b2b439ba04ffc4a22c0e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a631f66-7eed-4847-9879-3064b1faceef" -d '{"events": [{"server_uuid": "c8f4dc6e-5c98-49ae-b6fa-379e7ea58732", "name": "network-vif-plugged", "status": "completed", "tag": "37aba582-7c41-4cbd-a4b1-3e549d05bd48"}]}' {{(pid=106638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:07:18.290020 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 37aba582-7c41-4cbd-a4b1-3e549d05bd48, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=37aba582-7c41-4cbd-a4b1-3e549d05bd48,segment=NetworkSegment(c85237e0-273f-4310-acca-d6fefe449c7b),segment_id=c85237e0-273f-4310-acca-d6fefe449c7b)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:07:18.316297 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140ec7f2-f999-4a81-9dfa-9410f6704cf1 x-openstack-request-id: req-140ec7f2-f999-4a81-9dfa-9410f6704cf1 {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:07:18.316297 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f4dc6e-5c98-49ae-b6fa-379e7ea58732", "name": "network-vif-plugged", "status": "completed", "tag": "37aba582-7c41-4cbd-a4b1-3e549d05bd48", "code": 200}]} {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:07:18.316297 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-140ec7f2-f999-4a81-9dfa-9410f6704cf1 {{(pid=106638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:07:18.316297 dv-cinder-814333-1-iscsi neutron-server[106638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f4dc6e-5c98-49ae-b6fa-379e7ea58732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37aba582-7c41-4cbd-a4b1-3e549d05bd48', 'code': 200} Oct 18 03:07:18.355011 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49924d00-2bb8-41cd-85ba-7003eb5843dd req-1a0a1040-9a8c-4e3c-a455-4095fe6eef7f tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:18.356493 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-49924d00-2bb8-41cd-85ba-7003eb5843dd req-1a0a1040-9a8c-4e3c-a455-4095fe6eef7f tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8f4dc6e-5c98-49ae-b6fa-379e7ea58732 HTTP/1.1" status: 200 len: 945 time: 0.0567353 Oct 18 03:07:18.361967 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:18.396533 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-49924d00-2bb8-41cd-85ba-7003eb5843dd req-b7bb37e6-f026-41ef-8f78-6285d78836b8 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339925 Oct 18 03:07:18.414960 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=37aba582-7c41-4cbd-a4b1-3e549d05bd48,revision_number=5']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:07:18.606268 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250db282-13b0-4829-bfd9-5004c07420da req-dc271437-b844-4f4a-8d1d-96b3465efe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:18.607870 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-250db282-13b0-4829-bfd9-5004c07420da req-dc271437-b844-4f4a-8d1d-96b3465efe9f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c8f4dc6e-5c98-49ae-b6fa-379e7ea58732 HTTP/1.1" status: 200 len: 1099 time: 0.0405121 Oct 18 03:07:18.644251 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-250db282-13b0-4829-bfd9-5004c07420da req-e88fae70-1d1e-4420-a939-799effb6c5e4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273931 Oct 18 03:07:19.254311 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-eef7ce13-d97d-4f1f-919e-4c0275f936d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:19.513894 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa834f51-c6cd-44da-b4cf-d323b9648863 req-49652df1-2c83-41e2-bede-a21b39749060 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:19.515252 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-aa834f51-c6cd-44da-b4cf-d323b9648863 req-49652df1-2c83-41e2-bede-a21b39749060 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8f4dc6e-5c98-49ae-b6fa-379e7ea58732 HTTP/1.1" status: 200 len: 946 time: 0.0476251 Oct 18 03:07:19.552082 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-aa834f51-c6cd-44da-b4cf-d323b9648863 req-88a8c2c7-d379-49e3-bbac-ab9ba4d1487f tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309935 Oct 18 03:07:20.668879 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21566315-b5c4-4347-bed7-27abe4fe237a req-c4978a5e-8577-4a15-a5f2-da6e08812870 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:20.670274 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-21566315-b5c4-4347-bed7-27abe4fe237a req-c4978a5e-8577-4a15-a5f2-da6e08812870 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8f4dc6e-5c98-49ae-b6fa-379e7ea58732 HTTP/1.1" status: 200 len: 946 time: 0.0524125 Oct 18 03:07:20.706510 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-21566315-b5c4-4347-bed7-27abe4fe237a req-e4abecf9-ea81-49bd-8d3d-635cb27a5049 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303371 Oct 18 03:07:21.916157 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-25c25757-bbc7-4105-b8c0-e749db470c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:22.512305 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-f32bd3d9-7561-4fe4-aabf-2aefa6571aba tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:22.513690 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-f32bd3d9-7561-4fe4-aabf-2aefa6571aba tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/networks?id=71a337fa-7407-4e05-93f9-e4e5599af849 HTTP/1.1" status: 200 len: 814 time: 0.1008530 Oct 18 03:07:22.516861 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:22.529962 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-63021963-a4b7-4b48-9c1a-39cd4bf2ae27 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/quotas/2af4ff7703ae4894b1ff184f9995b229 HTTP/1.1" status: 200 len: 375 time: 0.0091875 Oct 18 03:07:22.585166 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-7427233a-ed81-4804-b863-331dac9439b6 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2af4ff7703ae4894b1ff184f9995b229&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494525 Oct 18 03:07:22.673147 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-efd78214-cc2b-4757-97a6-d9c975a004c2 service neutron] 10.222.0.30 "GET /v2.0/networks/71a337fa-7407-4e05-93f9-e4e5599af849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806453 Oct 18 03:07:22.764443 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-67bb0b20-a991-424f-bbb4-4e62affb7b6a service neutron] 10.222.0.30 "GET /v2.0/networks/71a337fa-7407-4e05-93f9-e4e5599af849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852966 Oct 18 03:07:22.991778 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a825cebf-78c3-44cb-a2c3-d33913b04818 req-0efecb10-d768-491e-84ca-703fc22c6ea0 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=01459c1e-b1b9-44e2-8a0a-b507927f1b0d HTTP/1.1" status: 200 len: 210 time: 0.0269339 Oct 18 03:07:23.254129 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:24.082930 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cc629585-c553-483c-9ee0-ab3d4a78aa76 req-b7954bd8-919d-452b-b1f2-9045376524ae tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=01459c1e-b1b9-44e2-8a0a-b507927f1b0d HTTP/1.1" status: 200 len: 210 time: 0.0277667 Oct 18 03:07:24.625272 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:25.119884 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-fda5ee52-a446-4276-8f12-1620d6f71a0d tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:25.122560 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-fda5ee52-a446-4276-8f12-1620d6f71a0d tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.36 "GET /v2.0/networks?id=71a337fa-7407-4e05-93f9-e4e5599af849 HTTP/1.1" status: 200 len: 814 time: 0.1064937 Oct 18 03:07:25.135892 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-666db2f4-a0bb-45b7-b3bf-8766e62fb1e2 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Request body: {'port': {'device_id': '01459c1e-b1b9-44e2-8a0a-b507927f1b0d', 'network_id': '71a337fa-7407-4e05-93f9-e4e5599af849', 'admin_state_up': True, 'tenant_id': '2af4ff7703ae4894b1ff184f9995b229'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:07:25.233123 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-23680562-967d-4e24-9691-db95dc20693c req-0785b060-9ea6-42a9-aee6-922c4a005b5d tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=01459c1e-b1b9-44e2-8a0a-b507927f1b0d HTTP/1.1" status: 200 len: 210 time: 0.0532703 Oct 18 03:07:25.380081 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-666db2f4-a0bb-45b7-b3bf-8766e62fb1e2 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Made reservation on behalf of 2af4ff7703ae4894b1ff184f9995b229 for: {'port': 1} {{(pid=106636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 03:07:25.383994 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-666db2f4-a0bb-45b7-b3bf-8766e62fb1e2 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:25.516340 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.db_base_plugin_common [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-666db2f4-a0bb-45b7-b3bf-8766e62fb1e2 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Allocated IP 172.20.0.9 (71a337fa-7407-4e05-93f9-e4e5599af849/832ee471-cf2d-4ec2-8fe6-13d29c45a55c/34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3) {{(pid=106636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:07:25.672378 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-666db2f4-a0bb-45b7-b3bf-8766e62fb1e2 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Notify callbacks [] for port, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:25.757288 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-666db2f4-a0bb-45b7-b3bf-8766e62fb1e2 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59726697'] for port, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:25.772531 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['443d663c-a41f-4d92-85e4-bd6c9b6817f2', '37aba582-7c41-4cbd-a4b1-3e549d05bd48'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:07:25.806567 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-666db2f4-a0bb-45b7-b3bf-8766e62fb1e2 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Network 71a337fa-7407-4e05-93f9-e4e5599af849 is already hosted by enough agents. {{(pid=106636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:07:25.811186 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-666db2f4-a0bb-45b7-b3bf-8766e62fb1e2 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Resources bound (agent type, host, resource id): {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:07:25.816317 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-666db2f4-a0bb-45b7-b3bf-8766e62fb1e2 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Received port after_create {{(pid=106636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:07:25.849735 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666db2f4-a0bb-45b7-b3bf-8766e62fb1e2 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Pushing event updated for resources: {'Port': ['ID=34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:07:25.884034 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-666db2f4-a0bb-45b7-b3bf-8766e62fb1e2 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:25.884658 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-666db2f4-a0bb-45b7-b3bf-8766e62fb1e2 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:25.959832 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-666db2f4-a0bb-45b7-b3bf-8766e62fb1e2 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8278017 Oct 18 03:07:25.973946 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-61053f3e-21cf-4808-9d58-c2f8b3a8dcc0 service neutron] Request body: {'port': {'device_id': '01459c1e-b1b9-44e2-8a0a-b507927f1b0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81433'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:07:26.036991 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-61053f3e-21cf-4808-9d58-c2f8b3a8dcc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:26.521816 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944a505-4c9d-484c-8e11-4d9c3b80daf4 req-e77692cb-dfc1-4e32-8c43-9cc5bc94e66f tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:26.523228 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4944a505-4c9d-484c-8e11-4d9c3b80daf4 req-e77692cb-dfc1-4e32-8c43-9cc5bc94e66f tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=01459c1e-b1b9-44e2-8a0a-b507927f1b0d HTTP/1.1" status: 200 len: 931 time: 0.0991988 Oct 18 03:07:26.582557 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4944a505-4c9d-484c-8e11-4d9c3b80daf4 req-42446f48-a102-4a3f-8ecf-fcb48c8148df tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527642 Oct 18 03:07:26.613865 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-61053f3e-21cf-4808-9d58-c2f8b3a8dcc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3 {{(pid=106636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 03:07:26.621263 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-61053f3e-21cf-4808-9d58-c2f8b3a8dcc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:26.632991 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-61053f3e-21cf-4808-9d58-c2f8b3a8dcc0 service neutron] Transition to ACTIVE for port object 34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3 will not be triggered until provisioned by entity L2. {{(pid=106636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 03:07:26.676825 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-61053f3e-21cf-4808-9d58-c2f8b3a8dcc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59726704'] for port, after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:26.738606 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61053f3e-21cf-4808-9d58-c2f8b3a8dcc0 service neutron] Pushing event updated for resources: {'Port': ['ID=34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3,revision_number=2']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:07:26.790452 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-61053f3e-21cf-4808-9d58-c2f8b3a8dcc0 service neutron] Attempting to bind port 34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3 on host hv-cinder-81433 for vnic_type normal with profile {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 03:07:26.790778 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-61053f3e-21cf-4808-9d58-c2f8b3a8dcc0 service neutron] Attempting to bind port 34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3 by drivers openvswitch,hyperv on host hv-cinder-81433 at level 0 using segments [{'id': 'c85237e0-273f-4310-acca-d6fefe449c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '71a337fa-7407-4e05-93f9-e4e5599af849'}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 03:07:26.791097 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-61053f3e-21cf-4808-9d58-c2f8b3a8dcc0 service neutron] Attempting to bind port 34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3 on network 71a337fa-7407-4e05-93f9-e4e5599af849 {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:07:26.795290 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-61053f3e-21cf-4808-9d58-c2f8b3a8dcc0 service neutron] Port 34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3 on network 71a337fa-7407-4e05-93f9-e4e5599af849 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81433 {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 03:07:26.795602 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-61053f3e-21cf-4808-9d58-c2f8b3a8dcc0 service neutron] Attempting to bind port 34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3 on network 71a337fa-7407-4e05-93f9-e4e5599af849 {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:07:26.800223 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-61053f3e-21cf-4808-9d58-c2f8b3a8dcc0 service neutron] Checking agent: {'id': '54b63e31-ff86-4d84-9464-5034764a1d76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81433', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'started_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 3, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 03:07:26.800547 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-61053f3e-21cf-4808-9d58-c2f8b3a8dcc0 service neutron] Checking segment: {'id': 'c85237e0-273f-4310-acca-d6fefe449c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '71a337fa-7407-4e05-93f9-e4e5599af849'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:07:26.800919 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-61053f3e-21cf-4808-9d58-c2f8b3a8dcc0 service neutron] Bound using segment: {'id': 'c85237e0-273f-4310-acca-d6fefe449c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '71a337fa-7407-4e05-93f9-e4e5599af849'} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 03:07:26.801329 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-61053f3e-21cf-4808-9d58-c2f8b3a8dcc0 service neutron] Bound port: 34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3, host: hv-cinder-81433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c85237e0-273f-4310-acca-d6fefe449c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '71a337fa-7407-4e05-93f9-e4e5599af849'}}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 03:07:26.801669 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-61053f3e-21cf-4808-9d58-c2f8b3a8dcc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:26.862668 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-61053f3e-21cf-4808-9d58-c2f8b3a8dcc0 service neutron] For port 34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3, host hv-cinder-81433, cleared binding levels {{(pid=106636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 03:07:26.865582 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-61053f3e-21cf-4808-9d58-c2f8b3a8dcc0 service neutron] For port 34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3, host hv-cinder-81433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3,segment=NetworkSegment(c85237e0-273f-4310-acca-d6fefe449c7b),segment_id=c85237e0-273f-4310-acca-d6fefe449c7b)] {{(pid=106636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 03:07:26.923215 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-61053f3e-21cf-4808-9d58-c2f8b3a8dcc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59726704'] for port, after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:26.956342 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-61053f3e-21cf-4808-9d58-c2f8b3a8dcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:26.956967 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-61053f3e-21cf-4808-9d58-c2f8b3a8dcc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:26.958403 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-61053f3e-21cf-4808-9d58-c2f8b3a8dcc0 service neutron] 10.222.0.36 "PUT /v2.0/ports/34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3 HTTP/1.1" status: 200 len: 1093 time: 0.9890878 Oct 18 03:07:26.959016 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01459c1e-b1b9-44e2-8a0a-b507927f1b0d', 'tag': '34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:07:26.961404 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}496079113880dc21d8e474160779c487de2a9ec27c44afe50e843faa48598ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9524fea0-3706-428f-b684-2dcccdccf57e" -d '{"events": [{"name": "network-changed", "server_uuid": "01459c1e-b1b9-44e2-8a0a-b507927f1b0d", "tag": "34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:07:26.996756 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61053f3e-21cf-4808-9d58-c2f8b3a8dcc0 service neutron] Pushing event updated for resources: {'Port': ['ID=34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3,revision_number=3']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:07:27.001039 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 03:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f43d03f-bd58-462f-a051-c38d544139a0 x-openstack-request-id: req-1f43d03f-bd58-462f-a051-c38d544139a0 {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:07:27.001537 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01459c1e-b1b9-44e2-8a0a-b507927f1b0d", "tag": "34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3", "status": "completed", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:07:27.001815 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1f43d03f-bd58-462f-a051-c38d544139a0 {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:07:27.004684 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01459c1e-b1b9-44e2-8a0a-b507927f1b0d', 'tag': '34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3', 'status': 'completed', 'code': 200} Oct 18 03:07:27.072641 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524fea0-3706-428f-b684-2dcccdccf57e req-5bb5fea5-f6cb-4787-a13f-2262c558d020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:27.074807 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9524fea0-3706-428f-b684-2dcccdccf57e req-5bb5fea5-f6cb-4787-a13f-2262c558d020 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2af4ff7703ae4894b1ff184f9995b229&device_id=01459c1e-b1b9-44e2-8a0a-b507927f1b0d HTTP/1.1" status: 200 len: 1096 time: 0.0442870 Oct 18 03:07:27.175858 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524fea0-3706-428f-b684-2dcccdccf57e req-52650aea-0199-4238-99c3-75733bf99017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:27.177215 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9524fea0-3706-428f-b684-2dcccdccf57e req-52650aea-0199-4238-99c3-75733bf99017 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=2af4ff7703ae4894b1ff184f9995b229&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0942059 Oct 18 03:07:27.274038 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524fea0-3706-428f-b684-2dcccdccf57e req-8983d959-dbc1-4e5d-9596-abc53c70e5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:27.275482 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9524fea0-3706-428f-b684-2dcccdccf57e req-8983d959-dbc1-4e5d-9596-abc53c70e5e7 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895627 Oct 18 03:07:27.350676 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-669b25e0-76c5-4505-9673-55ba2c9213ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:27.352372 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-669b25e0-76c5-4505-9673-55ba2c9213ca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2af4ff7703ae4894b1ff184f9995b229&device_id=01459c1e-b1b9-44e2-8a0a-b507927f1b0d HTTP/1.1" status: 200 len: 1096 time: 0.0397444 Oct 18 03:07:27.396142 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-3c80ca96-a483-4241-ae69-233274762e83 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3 HTTP/1.1" status: 200 len: 217 time: 0.0333693 Oct 18 03:07:27.447243 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-e9521233-cba0-49ac-b01c-833cafc09f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:27.449301 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-e9521233-cba0-49ac-b01c-833cafc09f5e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=832ee471-cf2d-4ec2-8fe6-13d29c45a55c HTTP/1.1" status: 200 len: 854 time: 0.0448720 Oct 18 03:07:27.481445 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-57c6404a-7088-4eb0-a591-09d05b360353 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71a337fa-7407-4e05-93f9-e4e5599af849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239372 Oct 18 03:07:27.574644 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-5a9cc0f7-b1e7-497f-a5d5-3ba2d98928ed service neutron] 10.222.0.36 "GET /v2.0/networks/71a337fa-7407-4e05-93f9-e4e5599af849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814326 Oct 18 03:07:27.694513 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-31763d88-f47b-4f52-bd2c-e0dbabb9c1c9 req-c86507b4-612d-445e-bd75-71812613b7ea service neutron] 10.222.0.36 "GET /v2.0/networks/71a337fa-7407-4e05-93f9-e4e5599af849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129081 Oct 18 03:07:27.710345 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37c749-1b1d-4dbf-b301-85393dc2c710 req-3d70f170-9d33-4243-a0fd-c8dfda31faa0 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:27.711693 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-fa37c749-1b1d-4dbf-b301-85393dc2c710 req-3d70f170-9d33-4243-a0fd-c8dfda31faa0 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=01459c1e-b1b9-44e2-8a0a-b507927f1b0d HTTP/1.1" status: 200 len: 943 time: 0.0607100 Oct 18 03:07:27.750465 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-fa37c749-1b1d-4dbf-b301-85393dc2c710 req-3f4df621-2bcc-40cf-8612-4ac1cacd5d36 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327673 Oct 18 03:07:28.863045 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812ff02-b30c-4a3c-94bf-ff068ff43fe3 req-38989593-2d4c-44b0-b66c-362ff9ea066d tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:28.864505 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9812ff02-b30c-4a3c-94bf-ff068ff43fe3 req-38989593-2d4c-44b0-b66c-362ff9ea066d tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=01459c1e-b1b9-44e2-8a0a-b507927f1b0d HTTP/1.1" status: 200 len: 943 time: 0.0474541 Oct 18 03:07:28.901207 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9812ff02-b30c-4a3c-94bf-ff068ff43fe3 req-0134e254-6796-4a5a-bff5-6b5a1670e952 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309322 Oct 18 03:07:30.017319 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f938a5f-fdb1-4936-ad9b-b05ee35d1383 req-2de6fd6a-4d64-4eff-a0c3-55aafea092e2 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:30.018811 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9f938a5f-fdb1-4936-ad9b-b05ee35d1383 req-2de6fd6a-4d64-4eff-a0c3-55aafea092e2 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=01459c1e-b1b9-44e2-8a0a-b507927f1b0d HTTP/1.1" status: 200 len: 943 time: 0.0529103 Oct 18 03:07:30.055637 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9f938a5f-fdb1-4936-ad9b-b05ee35d1383 req-7d94df76-0624-482b-871a-db17a8d6ef2f tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309374 Oct 18 03:07:30.063522 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3 details requested by agent hyperv_hv-cinder-81433 with host hv-cinder-81433 {{(pid=106638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 03:07:30.154236 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3,segment=NetworkSegment(c85237e0-273f-4310-acca-d6fefe449c7b),segment_id=c85237e0-273f-4310-acca-d6fefe449c7b)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:07:30.165082 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Returning: {'device': '34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3', 'network_id': '71a337fa-7407-4e05-93f9-e4e5599af849', 'port_id': '34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3', 'mac_address': 'fa:16:3e:fa:50:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '832ee471-cf2d-4ec2-8fe6-13d29c45a55c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 03:07:30.204381 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:30.216457 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3 {{(pid=106638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 03:07:30.235229 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3,segment=NetworkSegment(c85237e0-273f-4310-acca-d6fefe449c7b),segment_id=c85237e0-273f-4310-acca-d6fefe449c7b)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:07:30.305060 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:30.350617 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3,revision_number=4']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:07:30.618302 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:07:31.166340 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3286a-f1f8-4610-b26c-42a545911a98 req-06d5cc2d-5c3c-4c94-ba5f-d2cd6b486fc6 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:31.167969 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-95d3286a-f1f8-4610-b26c-42a545911a98 req-06d5cc2d-5c3c-4c94-ba5f-d2cd6b486fc6 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=01459c1e-b1b9-44e2-8a0a-b507927f1b0d HTTP/1.1" status: 200 len: 944 time: 0.0476511 Oct 18 03:07:31.204433 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-95d3286a-f1f8-4610-b26c-42a545911a98 req-690b85fb-d38e-4e3f-bc98-cbdddbc6d31f tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308073 Oct 18 03:07:32.071118 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3 up at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:07:32.162534 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning for port 34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3 completed by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 03:07:32.166199 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning complete for port 34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:07:32.166568 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:32.241605 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:32.268162 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01459c1e-b1b9-44e2-8a0a-b507927f1b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3'}] {{(pid=106638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:07:32.270467 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd784869ff86f08281957869a4884f8f45cf6a5f98b2b439ba04ffc4a22c0e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a569f794-83ce-4729-b124-b47b217af09b" -d '{"events": [{"server_uuid": "01459c1e-b1b9-44e2-8a0a-b507927f1b0d", "name": "network-vif-plugged", "status": "completed", "tag": "34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3"}]}' {{(pid=106638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:07:32.285858 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3,segment=NetworkSegment(c85237e0-273f-4310-acca-d6fefe449c7b),segment_id=c85237e0-273f-4310-acca-d6fefe449c7b)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:07:32.308665 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990f6e5e-86fa-4c0a-9ae3-f7ead6d232fb x-openstack-request-id: req-990f6e5e-86fa-4c0a-9ae3-f7ead6d232fb {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:07:32.308958 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01459c1e-b1b9-44e2-8a0a-b507927f1b0d", "name": "network-vif-plugged", "status": "completed", "tag": "34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3", "code": 200}]} {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:07:32.309207 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-990f6e5e-86fa-4c0a-9ae3-f7ead6d232fb {{(pid=106638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:07:32.309595 dv-cinder-814333-1-iscsi neutron-server[106638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01459c1e-b1b9-44e2-8a0a-b507927f1b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3', 'code': 200} Oct 18 03:07:32.322567 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bc9ad-49fa-4411-b7a7-9cd9ff6cccda req-972dc108-d453-46c4-b1b2-422fd413cec4 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:32.324137 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-324bc9ad-49fa-4411-b7a7-9cd9ff6cccda req-972dc108-d453-46c4-b1b2-422fd413cec4 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=01459c1e-b1b9-44e2-8a0a-b507927f1b0d HTTP/1.1" status: 200 len: 944 time: 0.0538704 Oct 18 03:07:32.340067 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:32.365061 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-324bc9ad-49fa-4411-b7a7-9cd9ff6cccda req-a24d27f3-5eba-40ff-ac8d-0278829b601f tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347767 Oct 18 03:07:32.389754 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3,revision_number=5']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:07:32.610934 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e784850-bbea-4f88-8727-df6df627550a req-2c8995d7-d2b9-40d3-9cd5-723f9340d12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:32.612390 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8e784850-bbea-4f88-8727-df6df627550a req-2c8995d7-d2b9-40d3-9cd5-723f9340d12a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=01459c1e-b1b9-44e2-8a0a-b507927f1b0d HTTP/1.1" status: 200 len: 1098 time: 0.0443861 Oct 18 03:07:32.647333 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8e784850-bbea-4f88-8727-df6df627550a req-ef36e609-f6ab-434c-a66b-a4897e324ba6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263598 Oct 18 03:07:33.481215 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d06e5-833a-418d-96f9-d58389f5dbfc req-493805cc-f705-4ac2-bd1d-2fc2f67676e4 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:33.482700 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-fc1d06e5-833a-418d-96f9-d58389f5dbfc req-493805cc-f705-4ac2-bd1d-2fc2f67676e4 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=01459c1e-b1b9-44e2-8a0a-b507927f1b0d HTTP/1.1" status: 200 len: 945 time: 0.0488429 Oct 18 03:07:33.520253 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-fc1d06e5-833a-418d-96f9-d58389f5dbfc req-7c2a46ee-6090-44da-a5b1-01c867e602f9 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317163 Oct 18 03:07:34.633540 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dcb532-7eb8-4518-b250-a726572a144b req-69f1ae2e-d158-4d9a-90fb-270116d1037e tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:34.635003 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-79dcb532-7eb8-4518-b250-a726572a144b req-69f1ae2e-d158-4d9a-90fb-270116d1037e tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=01459c1e-b1b9-44e2-8a0a-b507927f1b0d HTTP/1.1" status: 200 len: 945 time: 0.0491371 Oct 18 03:07:34.672646 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-79dcb532-7eb8-4518-b250-a726572a144b req-6200a824-b5ef-4bf0-8d8e-87075e00e5bf tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312784 Oct 18 03:07:36.407197 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:37.597702 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 6 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 03:07:46.263881 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b62be5-146f-4812-b405-80403d08ac19 req-3c2d6a08-b2c9-41f7-9d8e-86567c3d568a tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:46.265300 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a9b62be5-146f-4812-b405-80403d08ac19 req-3c2d6a08-b2c9-41f7-9d8e-86567c3d568a tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/networks?id=71a337fa-7407-4e05-93f9-e4e5599af849 HTTP/1.1" status: 200 len: 814 time: 0.1033151 Oct 18 03:07:46.279613 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a9b62be5-146f-4812-b405-80403d08ac19 req-3c867392-ff29-42c6-88d4-c4008fbcdaea tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/quotas/2af4ff7703ae4894b1ff184f9995b229 HTTP/1.1" status: 200 len: 375 time: 0.0086637 Oct 18 03:07:46.330360 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a9b62be5-146f-4812-b405-80403d08ac19 req-5652d610-11cb-425c-98bd-cca532a9128b tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2af4ff7703ae4894b1ff184f9995b229&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456288 Oct 18 03:07:46.421180 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a9b62be5-146f-4812-b405-80403d08ac19 req-46e99ba0-ae4d-495f-9a90-19a96e7f31fe service neutron] 10.222.0.30 "GET /v2.0/networks/71a337fa-7407-4e05-93f9-e4e5599af849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842867 Oct 18 03:07:46.506862 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a9b62be5-146f-4812-b405-80403d08ac19 req-b748e08a-22ce-4453-9454-3d4c9c2dad15 service neutron] 10.222.0.30 "GET /v2.0/networks/71a337fa-7407-4e05-93f9-e4e5599af849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797081 Oct 18 03:07:46.786552 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0d95becc-bdb3-459a-bc66-ed31eafb537b req-ecbcf14e-1031-40f9-a5c2-9d490e837dcc tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf4d1853-571e-4d51-b723-56e976da82e6 HTTP/1.1" status: 200 len: 210 time: 0.0313971 Oct 18 03:07:47.878454 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5bb401a4-dd26-4850-9e3a-689ce431d615 req-6795172b-913b-4863-b85c-18e1111cf793 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf4d1853-571e-4d51-b723-56e976da82e6 HTTP/1.1" status: 200 len: 210 time: 0.0266266 Oct 18 03:07:48.697620 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b62be5-146f-4812-b405-80403d08ac19 req-d4ecf425-344f-41a0-9904-bfe69e1d824a tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:48.699059 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a9b62be5-146f-4812-b405-80403d08ac19 req-d4ecf425-344f-41a0-9904-bfe69e1d824a tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.36 "GET /v2.0/networks?id=71a337fa-7407-4e05-93f9-e4e5599af849 HTTP/1.1" status: 200 len: 814 time: 0.1011736 Oct 18 03:07:48.712951 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [req-a9b62be5-146f-4812-b405-80403d08ac19 req-057fdd04-df95-4d39-b32b-1e28ee43fa10 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Request body: {'port': {'device_id': 'cf4d1853-571e-4d51-b723-56e976da82e6', 'network_id': '71a337fa-7407-4e05-93f9-e4e5599af849', 'admin_state_up': True, 'tenant_id': '2af4ff7703ae4894b1ff184f9995b229'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:07:48.887881 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9b62be5-146f-4812-b405-80403d08ac19 req-057fdd04-df95-4d39-b32b-1e28ee43fa10 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Made reservation on behalf of 2af4ff7703ae4894b1ff184f9995b229 for: {'port': 1} {{(pid=106636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 03:07:48.892301 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-a9b62be5-146f-4812-b405-80403d08ac19 req-057fdd04-df95-4d39-b32b-1e28ee43fa10 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:48.984147 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-41ac323c-883c-427c-94cb-277eaf663f90 req-a48dff7d-c0b1-4087-8f95-07ff3cb63096 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf4d1853-571e-4d51-b723-56e976da82e6 HTTP/1.1" status: 200 len: 210 time: 0.0392015 Oct 18 03:07:49.044746 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.db_base_plugin_common [req-a9b62be5-146f-4812-b405-80403d08ac19 req-057fdd04-df95-4d39-b32b-1e28ee43fa10 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Allocated IP 172.20.0.8 (71a337fa-7407-4e05-93f9-e4e5599af849/832ee471-cf2d-4ec2-8fe6-13d29c45a55c/9851ae7a-2819-4cb8-b03d-bd36c221a803) {{(pid=106636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:07:49.190421 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-a9b62be5-146f-4812-b405-80403d08ac19 req-057fdd04-df95-4d39-b32b-1e28ee43fa10 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Notify callbacks [] for port, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:49.282403 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-f8e3fd81-0d84-4f70-abf5-772c8c0e3648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:49.294869 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-a9b62be5-146f-4812-b405-80403d08ac19 req-057fdd04-df95-4d39-b32b-1e28ee43fa10 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59726697'] for port, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:49.312919 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['443d663c-a41f-4d92-85e4-bd6c9b6817f2', '37aba582-7c41-4cbd-a4b1-3e549d05bd48', '34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:07:49.336283 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9b62be5-146f-4812-b405-80403d08ac19 req-057fdd04-df95-4d39-b32b-1e28ee43fa10 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Network 71a337fa-7407-4e05-93f9-e4e5599af849 is already hosted by enough agents. {{(pid=106636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:07:49.339233 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [req-a9b62be5-146f-4812-b405-80403d08ac19 req-057fdd04-df95-4d39-b32b-1e28ee43fa10 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Resources bound (agent type, host, resource id): {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:07:49.343437 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b62be5-146f-4812-b405-80403d08ac19 req-057fdd04-df95-4d39-b32b-1e28ee43fa10 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Received port after_create {{(pid=106636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:07:49.352616 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057fdd04-df95-4d39-b32b-1e28ee43fa10 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Pushing event updated for resources: {'Port': ['ID=9851ae7a-2819-4cb8-b03d-bd36c221a803,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:07:49.381640 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057fdd04-df95-4d39-b32b-1e28ee43fa10 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:07:49.385970 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057fdd04-df95-4d39-b32b-1e28ee43fa10 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:07:49.385970 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057fdd04-df95-4d39-b32b-1e28ee43fa10 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:07:49.385970 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057fdd04-df95-4d39-b32b-1e28ee43fa10 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:07:49.385970 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057fdd04-df95-4d39-b32b-1e28ee43fa10 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:07:49.385970 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057fdd04-df95-4d39-b32b-1e28ee43fa10 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:07:49.385970 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057fdd04-df95-4d39-b32b-1e28ee43fa10 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:07:49.385970 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057fdd04-df95-4d39-b32b-1e28ee43fa10 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:07:49.385970 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057fdd04-df95-4d39-b32b-1e28ee43fa10 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:07:49.385970 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057fdd04-df95-4d39-b32b-1e28ee43fa10 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:07:49.385970 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057fdd04-df95-4d39-b32b-1e28ee43fa10 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:07:49.385970 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057fdd04-df95-4d39-b32b-1e28ee43fa10 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:07:49.407671 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b62be5-146f-4812-b405-80403d08ac19 req-057fdd04-df95-4d39-b32b-1e28ee43fa10 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:49.408279 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-a9b62be5-146f-4812-b405-80403d08ac19 req-057fdd04-df95-4d39-b32b-1e28ee43fa10 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:49.479835 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a9b62be5-146f-4812-b405-80403d08ac19 req-057fdd04-df95-4d39-b32b-1e28ee43fa10 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7708125 Oct 18 03:07:49.491971 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [req-a9b62be5-146f-4812-b405-80403d08ac19 req-b2792dc8-c31e-4cde-a335-063ab6f74b51 service neutron] Request body: {'port': {'device_id': 'cf4d1853-571e-4d51-b723-56e976da82e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81433'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:07:49.548591 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-a9b62be5-146f-4812-b405-80403d08ac19 req-b2792dc8-c31e-4cde-a335-063ab6f74b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:49.808185 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [req-a9b62be5-146f-4812-b405-80403d08ac19 req-b2792dc8-c31e-4cde-a335-063ab6f74b51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9851ae7a-2819-4cb8-b03d-bd36c221a803 {{(pid=106636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 03:07:49.815504 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-a9b62be5-146f-4812-b405-80403d08ac19 req-b2792dc8-c31e-4cde-a335-063ab6f74b51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:49.827568 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [req-a9b62be5-146f-4812-b405-80403d08ac19 req-b2792dc8-c31e-4cde-a335-063ab6f74b51 service neutron] Transition to ACTIVE for port object 9851ae7a-2819-4cb8-b03d-bd36c221a803 will not be triggered until provisioned by entity L2. {{(pid=106636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 03:07:49.916651 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-a9b62be5-146f-4812-b405-80403d08ac19 req-b2792dc8-c31e-4cde-a335-063ab6f74b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59726704'] for port, after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:49.964861 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2792dc8-c31e-4cde-a335-063ab6f74b51 service neutron] Pushing event updated for resources: {'Port': ['ID=9851ae7a-2819-4cb8-b03d-bd36c221a803,revision_number=2']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:07:50.038661 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [req-a9b62be5-146f-4812-b405-80403d08ac19 req-b2792dc8-c31e-4cde-a335-063ab6f74b51 service neutron] Attempting to bind port 9851ae7a-2819-4cb8-b03d-bd36c221a803 on host hv-cinder-81433 for vnic_type normal with profile {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 03:07:50.038994 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [req-a9b62be5-146f-4812-b405-80403d08ac19 req-b2792dc8-c31e-4cde-a335-063ab6f74b51 service neutron] Attempting to bind port 9851ae7a-2819-4cb8-b03d-bd36c221a803 by drivers openvswitch,hyperv on host hv-cinder-81433 at level 0 using segments [{'id': 'c85237e0-273f-4310-acca-d6fefe449c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '71a337fa-7407-4e05-93f9-e4e5599af849'}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 03:07:50.039316 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b62be5-146f-4812-b405-80403d08ac19 req-b2792dc8-c31e-4cde-a335-063ab6f74b51 service neutron] Attempting to bind port 9851ae7a-2819-4cb8-b03d-bd36c221a803 on network 71a337fa-7407-4e05-93f9-e4e5599af849 {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:07:50.043565 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b62be5-146f-4812-b405-80403d08ac19 req-b2792dc8-c31e-4cde-a335-063ab6f74b51 service neutron] Port 9851ae7a-2819-4cb8-b03d-bd36c221a803 on network 71a337fa-7407-4e05-93f9-e4e5599af849 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81433 {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 03:07:50.043927 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b62be5-146f-4812-b405-80403d08ac19 req-b2792dc8-c31e-4cde-a335-063ab6f74b51 service neutron] Attempting to bind port 9851ae7a-2819-4cb8-b03d-bd36c221a803 on network 71a337fa-7407-4e05-93f9-e4e5599af849 {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:07:50.048854 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b62be5-146f-4812-b405-80403d08ac19 req-b2792dc8-c31e-4cde-a335-063ab6f74b51 service neutron] Checking agent: {'id': '54b63e31-ff86-4d84-9464-5034764a1d76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81433', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'started_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 3, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 03:07:50.049180 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b62be5-146f-4812-b405-80403d08ac19 req-b2792dc8-c31e-4cde-a335-063ab6f74b51 service neutron] Checking segment: {'id': 'c85237e0-273f-4310-acca-d6fefe449c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '71a337fa-7407-4e05-93f9-e4e5599af849'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:07:50.049552 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b62be5-146f-4812-b405-80403d08ac19 req-b2792dc8-c31e-4cde-a335-063ab6f74b51 service neutron] Bound using segment: {'id': 'c85237e0-273f-4310-acca-d6fefe449c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '71a337fa-7407-4e05-93f9-e4e5599af849'} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 03:07:50.050001 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [req-a9b62be5-146f-4812-b405-80403d08ac19 req-b2792dc8-c31e-4cde-a335-063ab6f74b51 service neutron] Bound port: 9851ae7a-2819-4cb8-b03d-bd36c221a803, host: hv-cinder-81433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c85237e0-273f-4310-acca-d6fefe449c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '71a337fa-7407-4e05-93f9-e4e5599af849'}}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 03:07:50.050352 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-a9b62be5-146f-4812-b405-80403d08ac19 req-b2792dc8-c31e-4cde-a335-063ab6f74b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:50.139122 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03704de-b5bc-4a7b-b07d-3d49c810fac8 req-04ee8feb-484f-450b-a932-db40bcf53c5b tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:50.140572 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a03704de-b5bc-4a7b-b07d-3d49c810fac8 req-04ee8feb-484f-450b-a932-db40bcf53c5b tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf4d1853-571e-4d51-b723-56e976da82e6 HTTP/1.1" status: 200 len: 943 time: 0.0875096 Oct 18 03:07:50.150894 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [req-a9b62be5-146f-4812-b405-80403d08ac19 req-b2792dc8-c31e-4cde-a335-063ab6f74b51 service neutron] For port 9851ae7a-2819-4cb8-b03d-bd36c221a803, host hv-cinder-81433, cleared binding levels {{(pid=106636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 03:07:50.157699 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [req-a9b62be5-146f-4812-b405-80403d08ac19 req-b2792dc8-c31e-4cde-a335-063ab6f74b51 service neutron] For port 9851ae7a-2819-4cb8-b03d-bd36c221a803, host hv-cinder-81433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=9851ae7a-2819-4cb8-b03d-bd36c221a803,segment=NetworkSegment(c85237e0-273f-4310-acca-d6fefe449c7b),segment_id=c85237e0-273f-4310-acca-d6fefe449c7b)] {{(pid=106636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 03:07:50.183914 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a03704de-b5bc-4a7b-b07d-3d49c810fac8 req-80b93b05-15f7-485f-b9ba-05b8169ee74b tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359128 Oct 18 03:07:50.259700 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-a9b62be5-146f-4812-b405-80403d08ac19 req-b2792dc8-c31e-4cde-a335-063ab6f74b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59726704'] for port, after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:50.296530 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b62be5-146f-4812-b405-80403d08ac19 req-b2792dc8-c31e-4cde-a335-063ab6f74b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:50.297131 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-a9b62be5-146f-4812-b405-80403d08ac19 req-b2792dc8-c31e-4cde-a335-063ab6f74b51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:50.298528 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a9b62be5-146f-4812-b405-80403d08ac19 req-b2792dc8-c31e-4cde-a335-063ab6f74b51 service neutron] 10.222.0.36 "PUT /v2.0/ports/9851ae7a-2819-4cb8-b03d-bd36c221a803 HTTP/1.1" status: 200 len: 1093 time: 0.8107061 Oct 18 03:07:50.298956 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf4d1853-571e-4d51-b723-56e976da82e6', 'tag': '9851ae7a-2819-4cb8-b03d-bd36c221a803'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:07:50.301157 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}496079113880dc21d8e474160779c487de2a9ec27c44afe50e843faa48598ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689af1bf-5588-490c-9ec4-f31ecfe6d947" -d '{"events": [{"name": "network-changed", "server_uuid": "cf4d1853-571e-4d51-b723-56e976da82e6", "tag": "9851ae7a-2819-4cb8-b03d-bd36c221a803"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:07:50.323600 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2792dc8-c31e-4cde-a335-063ab6f74b51 service neutron] Pushing event updated for resources: {'Port': ['ID=9851ae7a-2819-4cb8-b03d-bd36c221a803,revision_number=3']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:07:50.338952 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 03:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b21bda1-04d6-4206-b853-34e67a2493fb x-openstack-request-id: req-1b21bda1-04d6-4206-b853-34e67a2493fb {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:07:50.339238 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf4d1853-571e-4d51-b723-56e976da82e6", "tag": "9851ae7a-2819-4cb8-b03d-bd36c221a803", "status": "completed", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:07:50.345821 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1b21bda1-04d6-4206-b853-34e67a2493fb {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:07:50.345821 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf4d1853-571e-4d51-b723-56e976da82e6', 'tag': '9851ae7a-2819-4cb8-b03d-bd36c221a803', 'status': 'completed', 'code': 200} Oct 18 03:07:50.405272 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689af1bf-5588-490c-9ec4-f31ecfe6d947 req-f19e706c-95c6-4b30-b847-82a80e6306df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:50.406684 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-689af1bf-5588-490c-9ec4-f31ecfe6d947 req-f19e706c-95c6-4b30-b847-82a80e6306df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2af4ff7703ae4894b1ff184f9995b229&device_id=cf4d1853-571e-4d51-b723-56e976da82e6 HTTP/1.1" status: 200 len: 1096 time: 0.0407999 Oct 18 03:07:50.507999 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689af1bf-5588-490c-9ec4-f31ecfe6d947 req-9ed4825a-3857-4983-ba0f-c8e9a87b344d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:50.509425 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-689af1bf-5588-490c-9ec4-f31ecfe6d947 req-9ed4825a-3857-4983-ba0f-c8e9a87b344d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=2af4ff7703ae4894b1ff184f9995b229&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0931911 Oct 18 03:07:50.606381 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689af1bf-5588-490c-9ec4-f31ecfe6d947 req-29125969-e9c3-4690-9e24-9d98c005fbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:50.608579 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-689af1bf-5588-490c-9ec4-f31ecfe6d947 req-29125969-e9c3-4690-9e24-9d98c005fbd1 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900166 Oct 18 03:07:50.744681 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b62be5-146f-4812-b405-80403d08ac19 req-92193096-4b7e-4794-97e9-981974d20358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:50.746082 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a9b62be5-146f-4812-b405-80403d08ac19 req-92193096-4b7e-4794-97e9-981974d20358 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2af4ff7703ae4894b1ff184f9995b229&device_id=cf4d1853-571e-4d51-b723-56e976da82e6 HTTP/1.1" status: 200 len: 1096 time: 0.0423646 Oct 18 03:07:50.790494 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a9b62be5-146f-4812-b405-80403d08ac19 req-a9a4f85b-f1d7-4ed5-a175-104a30724cb5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9851ae7a-2819-4cb8-b03d-bd36c221a803 HTTP/1.1" status: 200 len: 217 time: 0.0345867 Oct 18 03:07:50.842952 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b62be5-146f-4812-b405-80403d08ac19 req-9706a36a-f555-41ab-9ee2-f3eded6cc962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:50.844367 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a9b62be5-146f-4812-b405-80403d08ac19 req-9706a36a-f555-41ab-9ee2-f3eded6cc962 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=832ee471-cf2d-4ec2-8fe6-13d29c45a55c HTTP/1.1" status: 200 len: 854 time: 0.0451787 Oct 18 03:07:50.883767 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a9b62be5-146f-4812-b405-80403d08ac19 req-bc678995-594e-4b57-a872-45af4e46ef44 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71a337fa-7407-4e05-93f9-e4e5599af849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240147 Oct 18 03:07:50.985313 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a9b62be5-146f-4812-b405-80403d08ac19 req-7aea7eeb-24bc-49d3-9114-24a3afc68a46 service neutron] 10.222.0.36 "GET /v2.0/networks/71a337fa-7407-4e05-93f9-e4e5599af849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803118 Oct 18 03:07:51.080115 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a9b62be5-146f-4812-b405-80403d08ac19 req-b00b3774-c119-435c-970d-b8fa3110fe35 service neutron] 10.222.0.36 "GET /v2.0/networks/71a337fa-7407-4e05-93f9-e4e5599af849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845995 Oct 18 03:07:51.297556 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ab047-7d3d-46d7-a2a3-89b30511bdde req-59e4ff37-73e6-41e2-a2d9-b73f46d494d7 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:51.299112 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d66ab047-7d3d-46d7-a2a3-89b30511bdde req-59e4ff37-73e6-41e2-a2d9-b73f46d494d7 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf4d1853-571e-4d51-b723-56e976da82e6 HTTP/1.1" status: 200 len: 943 time: 0.0483735 Oct 18 03:07:51.335709 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d66ab047-7d3d-46d7-a2a3-89b30511bdde req-fa86d74a-6868-46a1-9a4b-c3efee2bc0ec tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307980 Oct 18 03:07:51.909991 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-71df7f9a-ff25-4907-9b00-1e8f9db83f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:52.204726 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 9851ae7a-2819-4cb8-b03d-bd36c221a803 details requested by agent hyperv_hv-cinder-81433 with host hv-cinder-81433 {{(pid=106638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 03:07:52.297063 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 9851ae7a-2819-4cb8-b03d-bd36c221a803, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=9851ae7a-2819-4cb8-b03d-bd36c221a803,segment=NetworkSegment(c85237e0-273f-4310-acca-d6fefe449c7b),segment_id=c85237e0-273f-4310-acca-d6fefe449c7b)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:07:52.307789 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Returning: {'device': '9851ae7a-2819-4cb8-b03d-bd36c221a803', 'network_id': '71a337fa-7407-4e05-93f9-e4e5599af849', 'port_id': '9851ae7a-2819-4cb8-b03d-bd36c221a803', 'mac_address': 'fa:16:3e:c1:e6:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '832ee471-cf2d-4ec2-8fe6-13d29c45a55c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 03:07:52.343369 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:52.355644 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9851ae7a-2819-4cb8-b03d-bd36c221a803 {{(pid=106638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 03:07:52.375338 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 9851ae7a-2819-4cb8-b03d-bd36c221a803, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=9851ae7a-2819-4cb8-b03d-bd36c221a803,segment=NetworkSegment(c85237e0-273f-4310-acca-d6fefe449c7b),segment_id=c85237e0-273f-4310-acca-d6fefe449c7b)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:07:52.420493 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:52.455287 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4debbf-dd48-474b-98ee-80286e23d2a3 req-42500f90-c8c8-4baa-9fbe-7f35124413cf tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:52.456784 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-2a4debbf-dd48-474b-98ee-80286e23d2a3 req-42500f90-c8c8-4baa-9fbe-7f35124413cf tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf4d1853-571e-4d51-b723-56e976da82e6 HTTP/1.1" status: 200 len: 943 time: 0.0539436 Oct 18 03:07:52.480224 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=9851ae7a-2819-4cb8-b03d-bd36c221a803,revision_number=4']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:07:52.487937 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:07:52.489994 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:07:52.489994 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:07:52.489994 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:07:52.489994 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:07:52.489994 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:07:52.489994 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:07:52.490538 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:07:52.490538 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:07:52.490847 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:07:52.491167 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:07:52.491487 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:07:52.496162 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-2a4debbf-dd48-474b-98ee-80286e23d2a3 req-e75f9dde-5fc7-4d44-9b93-0cacb87114fb tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327218 Oct 18 03:07:52.500122 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:52.707817 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['9851ae7a-2819-4cb8-b03d-bd36c221a803'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:07:53.259566 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:53.608600 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448aa25a-cae4-4b0f-8bfc-06d7c0aeda9d req-c965f618-352c-488f-940a-22aca67836fe tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:53.610065 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-448aa25a-cae4-4b0f-8bfc-06d7c0aeda9d req-c965f618-352c-488f-940a-22aca67836fe tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf4d1853-571e-4d51-b723-56e976da82e6 HTTP/1.1" status: 200 len: 944 time: 0.0476723 Oct 18 03:07:53.647253 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-448aa25a-cae4-4b0f-8bfc-06d7c0aeda9d req-1d0a51be-a360-459e-8461-b9b35166cbba tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314012 Oct 18 03:07:54.227557 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 9851ae7a-2819-4cb8-b03d-bd36c221a803 up at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:07:54.356477 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning for port 9851ae7a-2819-4cb8-b03d-bd36c221a803 completed by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 03:07:54.360704 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning complete for port 9851ae7a-2819-4cb8-b03d-bd36c221a803 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:07:54.361141 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:54.434797 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:54.456369 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4d1853-571e-4d51-b723-56e976da82e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9851ae7a-2819-4cb8-b03d-bd36c221a803'}] {{(pid=106638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:07:54.458603 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd784869ff86f08281957869a4884f8f45cf6a5f98b2b439ba04ffc4a22c0e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841cdfea-1832-45ed-84e9-c158a8128140" -d '{"events": [{"server_uuid": "cf4d1853-571e-4d51-b723-56e976da82e6", "name": "network-vif-plugged", "status": "completed", "tag": "9851ae7a-2819-4cb8-b03d-bd36c221a803"}]}' {{(pid=106638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:07:54.471792 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 9851ae7a-2819-4cb8-b03d-bd36c221a803, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=9851ae7a-2819-4cb8-b03d-bd36c221a803,segment=NetworkSegment(c85237e0-273f-4310-acca-d6fefe449c7b),segment_id=c85237e0-273f-4310-acca-d6fefe449c7b)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:07:54.495266 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90be7ecf-a501-4233-8780-08dc2a6c1b72 x-openstack-request-id: req-90be7ecf-a501-4233-8780-08dc2a6c1b72 {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:07:54.495554 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4d1853-571e-4d51-b723-56e976da82e6", "name": "network-vif-plugged", "status": "completed", "tag": "9851ae7a-2819-4cb8-b03d-bd36c221a803", "code": 200}]} {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:07:54.495802 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-90be7ecf-a501-4233-8780-08dc2a6c1b72 {{(pid=106638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:07:54.496191 dv-cinder-814333-1-iscsi neutron-server[106638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4d1853-571e-4d51-b723-56e976da82e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9851ae7a-2819-4cb8-b03d-bd36c221a803', 'code': 200} Oct 18 03:07:54.539568 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:54.601740 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=9851ae7a-2819-4cb8-b03d-bd36c221a803,revision_number=5']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:07:54.664525 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:07:54.760277 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19ce92-894f-4cd1-b81b-adb12e25df06 req-1416c4e1-a4f1-4683-9fb6-cfe1b7c6491d tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:54.761680 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0a19ce92-894f-4cd1-b81b-adb12e25df06 req-1416c4e1-a4f1-4683-9fb6-cfe1b7c6491d tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf4d1853-571e-4d51-b723-56e976da82e6 HTTP/1.1" status: 200 len: 945 time: 0.0502024 Oct 18 03:07:54.823649 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0a19ce92-894f-4cd1-b81b-adb12e25df06 req-433d03a3-db38-482c-b9f6-47eae3b96644 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526245 Oct 18 03:07:54.829536 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c269710-fbd9-4183-9af5-d37bcceaead1 req-c3af1f3f-cdaf-4057-bd7a-e5d3330fe0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:54.831111 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5c269710-fbd9-4183-9af5-d37bcceaead1 req-c3af1f3f-cdaf-4057-bd7a-e5d3330fe0da service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cf4d1853-571e-4d51-b723-56e976da82e6 HTTP/1.1" status: 200 len: 1098 time: 0.0678120 Oct 18 03:07:54.865997 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5c269710-fbd9-4183-9af5-d37bcceaead1 req-0ec227ed-5157-415b-8fb8-754d5d113a50 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272245 Oct 18 03:07:55.936899 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6b539-d44f-40cc-9fe4-fcadd955af6d req-58b6ff38-faa7-4253-bb88-577f762da977 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:55.938390 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-3ff6b539-d44f-40cc-9fe4-fcadd955af6d req-58b6ff38-faa7-4253-bb88-577f762da977 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf4d1853-571e-4d51-b723-56e976da82e6 HTTP/1.1" status: 200 len: 945 time: 0.0484929 Oct 18 03:07:55.977304 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-3ff6b539-d44f-40cc-9fe4-fcadd955af6d req-071bb82a-2b95-43e1-ba91-4cc8d4064ad0 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329909 Oct 18 03:07:57.088581 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea822a82-7ed0-46af-a42c-5c6435371dc7 req-ad841426-00ec-45df-b087-fc1582c529e0 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:07:57.090059 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ea822a82-7ed0-46af-a42c-5c6435371dc7 req-ad841426-00ec-45df-b087-fc1582c529e0 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf4d1853-571e-4d51-b723-56e976da82e6 HTTP/1.1" status: 200 len: 945 time: 0.0476141 Oct 18 03:07:57.127521 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ea822a82-7ed0-46af-a42c-5c6435371dc7 req-948b5485-e6af-4b33-911d-9447706e91b1 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310841 Oct 18 03:08:06.448003 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:08.673819 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e0def7fc-8468-4d71-90c5-5b18ab6767ee req-46d5f48d-334a-416e-80fd-40ece4fdfaf7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8eb6a8f3-614d-407f-9f04-857ec1ceb8f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428905 Oct 18 03:08:08.738775 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0def7fc-8468-4d71-90c5-5b18ab6767ee req-a3603586-069c-40c1-806e-e1b8f28d46a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:08:08.740308 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e0def7fc-8468-4d71-90c5-5b18ab6767ee req-a3603586-069c-40c1-806e-e1b8f28d46a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b53d2fa916034e5791986e3a904b2f43&device_id=8eb6a8f3-614d-407f-9f04-857ec1ceb8f7 HTTP/1.1" status: 200 len: 1098 time: 0.0433643 Oct 18 03:08:08.844078 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0def7fc-8468-4d71-90c5-5b18ab6767ee req-3d68df62-7a00-407a-b0cb-283c38260037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:08:08.845444 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e0def7fc-8468-4d71-90c5-5b18ab6767ee req-3d68df62-7a00-407a-b0cb-283c38260037 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e3f93b2-6ab7-425d-a45f-ad1ff777d056 HTTP/1.1" status: 200 len: 913 time: 0.0847373 Oct 18 03:08:08.911419 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e0def7fc-8468-4d71-90c5-5b18ab6767ee req-6fb98964-aa16-4003-b496-295d5f6ba618 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff7732df-5384-42f3-b2da-712c5a544b8b HTTP/1.1" status: 200 len: 999 time: 0.0588577 Oct 18 03:08:08.964096 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0def7fc-8468-4d71-90c5-5b18ab6767ee req-1ce1f14c-98cb-4454-9387-2d90c504af7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:08:08.965542 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e0def7fc-8468-4d71-90c5-5b18ab6767ee req-1ce1f14c-98cb-4454-9387-2d90c504af7e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5242877d-4476-4a28-8a5b-87f4884f5f65 HTTP/1.1" status: 200 len: 851 time: 0.0441675 Oct 18 03:08:09.011771 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0def7fc-8468-4d71-90c5-5b18ab6767ee req-1c940c3f-f781-4bde-8ba0-35421770d2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:08:09.013312 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e0def7fc-8468-4d71-90c5-5b18ab6767ee req-1c940c3f-f781-4bde-8ba0-35421770d2a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e3f93b2-6ab7-425d-a45f-ad1ff777d056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397232 Oct 18 03:08:09.108109 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e0def7fc-8468-4d71-90c5-5b18ab6767ee req-ab944a6e-0b52-46db-a392-8bf3feea8eff service neutron] 10.222.0.36 "GET /v2.0/networks/7e3f93b2-6ab7-425d-a45f-ad1ff777d056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829871 Oct 18 03:08:09.199082 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e0def7fc-8468-4d71-90c5-5b18ab6767ee req-8c5faa37-4d56-4ed8-8e8c-1402e80fe7d5 service neutron] 10.222.0.36 "GET /v2.0/networks/7e3f93b2-6ab7-425d-a45f-ad1ff777d056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836110 Oct 18 03:08:10.271901 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4fe4e-7f16-4dcd-8bb2-d17b76e4830e req-3bf11dc4-da61-4408-8939-cb7664d2d9d9 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:08:10.273343 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-91a4fe4e-7f16-4dcd-8bb2-d17b76e4830e req-3bf11dc4-da61-4408-8939-cb7664d2d9d9 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf4d1853-571e-4d51-b723-56e976da82e6 HTTP/1.1" status: 200 len: 945 time: 0.0518332 Oct 18 03:08:10.309821 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-91a4fe4e-7f16-4dcd-8bb2-d17b76e4830e req-1de804ee-9cee-49a6-a947-f3ee4787470e tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306633 Oct 18 03:08:11.425999 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bd505-4015-420d-b0a2-e26497471322 req-4b3b587b-86bd-488a-b39e-349eb723e529 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:08:11.427436 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-143bd505-4015-420d-b0a2-e26497471322 req-4b3b587b-86bd-488a-b39e-349eb723e529 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf4d1853-571e-4d51-b723-56e976da82e6 HTTP/1.1" status: 200 len: 945 time: 0.0483148 Oct 18 03:08:11.464171 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-143bd505-4015-420d-b0a2-e26497471322 req-9e355c36-0475-4871-809a-735c65b2323c tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309341 Oct 18 03:08:11.850109 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d36846-9a43-42fc-b2c8-cbf45a3118c3 req-26716d1e-35ee-4873-b8d6-addf2597b975 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:08:11.851809 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-16d36846-9a43-42fc-b2c8-cbf45a3118c3 req-26716d1e-35ee-4873-b8d6-addf2597b975 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf4d1853-571e-4d51-b723-56e976da82e6 HTTP/1.1" status: 200 len: 945 time: 0.0478728 Oct 18 03:08:11.942666 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [req-16d36846-9a43-42fc-b2c8-cbf45a3118c3 req-9bf5b80f-5f91-440b-8bf8-382f5b2d958d tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Deleting port 9851ae7a-2819-4cb8-b03d-bd36c221a803 {{(pid=106636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:08:11.943014 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-16d36846-9a43-42fc-b2c8-cbf45a3118c3 req-9bf5b80f-5f91-440b-8bf8-382f5b2d958d tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:12.030408 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [req-16d36846-9a43-42fc-b2c8-cbf45a3118c3 req-9bf5b80f-5f91-440b-8bf8-382f5b2d958d tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] For port 9851ae7a-2819-4cb8-b03d-bd36c221a803, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=9851ae7a-2819-4cb8-b03d-bd36c221a803,segment=NetworkSegment(c85237e0-273f-4310-acca-d6fefe449c7b),segment_id=c85237e0-273f-4310-acca-d6fefe449c7b)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:08:12.030993 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-16d36846-9a43-42fc-b2c8-cbf45a3118c3 req-9bf5b80f-5f91-440b-8bf8-382f5b2d958d tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:12.043086 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [req-16d36846-9a43-42fc-b2c8-cbf45a3118c3 req-9bf5b80f-5f91-440b-8bf8-382f5b2d958d tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Calling delete_port for 9851ae7a-2819-4cb8-b03d-bd36c221a803 owned by compute:nova {{(pid=106636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:08:12.053976 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 39536) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:08:12.210447 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-b6c90522-58da-4c8a-81eb-9d32d18c58a2 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Deleting port 400b2a98-58f5-4620-b4b7-6f503f2a29e9 {{(pid=106637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:08:12.210832 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b6c90522-58da-4c8a-81eb-9d32d18c58a2 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:12.282230 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-16d36846-9a43-42fc-b2c8-cbf45a3118c3 req-9bf5b80f-5f91-440b-8bf8-382f5b2d958d tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59726697'] for port, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:12.282558 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b6c90522-58da-4c8a-81eb-9d32d18c58a2 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:12.282885 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b6c90522-58da-4c8a-81eb-9d32d18c58a2 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:12.294612 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-b6c90522-58da-4c8a-81eb-9d32d18c58a2 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Calling delete_port for 400b2a98-58f5-4620-b4b7-6f503f2a29e9 owned by network:floatingip {{(pid=106637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:08:12.298882 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['443d663c-a41f-4d92-85e4-bd6c9b6817f2', '37aba582-7c41-4cbd-a4b1-3e549d05bd48', '34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3', '9851ae7a-2819-4cb8-b03d-bd36c221a803'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:08:12.319736 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf5b80f-5f91-440b-8bf8-382f5b2d958d tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Pushing event deleted for resources: {'Port': ['ID=9851ae7a-2819-4cb8-b03d-bd36c221a803,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:08:12.357107 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d36846-9a43-42fc-b2c8-cbf45a3118c3 req-9bf5b80f-5f91-440b-8bf8-382f5b2d958d tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] No DVR routers for this DVR port 9851ae7a-2819-4cb8-b03d-bd36c221a803 on host hv-cinder-81433 {{(pid=106636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 03:08:12.360692 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-16d36846-9a43-42fc-b2c8-cbf45a3118c3 req-9bf5b80f-5f91-440b-8bf8-382f5b2d958d tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:12.364008 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-16d36846-9a43-42fc-b2c8-cbf45a3118c3 req-9bf5b80f-5f91-440b-8bf8-382f5b2d958d tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.36 "DELETE /v2.0/ports/9851ae7a-2819-4cb8-b03d-bd36c221a803 HTTP/1.1" status: 204 len: 173 time: 0.5058763 Oct 18 03:08:12.364455 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4d1853-571e-4d51-b723-56e976da82e6', 'name': 'network-vif-deleted', 'tag': '9851ae7a-2819-4cb8-b03d-bd36c221a803'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:08:12.366791 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}496079113880dc21d8e474160779c487de2a9ec27c44afe50e843faa48598ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2289c93c-f191-4265-a12d-d1217606907f" -d '{"events": [{"server_uuid": "cf4d1853-571e-4d51-b723-56e976da82e6", "name": "network-vif-deleted", "tag": "9851ae7a-2819-4cb8-b03d-bd36c221a803"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:08:12.409726 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6268c45-286a-467c-a84e-a7fd5d2166cb x-openstack-request-id: req-c6268c45-286a-467c-a84e-a7fd5d2166cb {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:08:12.410126 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4d1853-571e-4d51-b723-56e976da82e6", "name": "network-vif-deleted", "tag": "9851ae7a-2819-4cb8-b03d-bd36c221a803", "status": "completed", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:08:12.410311 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c6268c45-286a-467c-a84e-a7fd5d2166cb {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:08:12.410722 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4d1853-571e-4d51-b723-56e976da82e6', 'name': 'network-vif-deleted', 'tag': '9851ae7a-2819-4cb8-b03d-bd36c221a803', 'status': 'completed', 'code': 200} Oct 18 03:08:12.557767 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4397a104-17f0-45fc-b782-04ca4649676e req-26c0cfd7-5ab0-48a2-b485-ef1b2887f447 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf4d1853-571e-4d51-b723-56e976da82e6 HTTP/1.1" status: 200 len: 210 time: 0.0261037 Oct 18 03:08:12.562769 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b6c90522-58da-4c8a-81eb-9d32d18c58a2 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:12.604936 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c90522-58da-4c8a-81eb-9d32d18c58a2 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Pushing event deleted for resources: {'Port': ['ID=400b2a98-58f5-4620-b4b7-6f503f2a29e9,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:08:12.633946 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c90522-58da-4c8a-81eb-9d32d18c58a2 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:08:12.634296 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c90522-58da-4c8a-81eb-9d32d18c58a2 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:08:12.634639 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c90522-58da-4c8a-81eb-9d32d18c58a2 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:08:12.635064 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c90522-58da-4c8a-81eb-9d32d18c58a2 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:08:12.635399 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c90522-58da-4c8a-81eb-9d32d18c58a2 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:08:12.635731 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c90522-58da-4c8a-81eb-9d32d18c58a2 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:08:12.636055 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c90522-58da-4c8a-81eb-9d32d18c58a2 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:08:12.636397 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c90522-58da-4c8a-81eb-9d32d18c58a2 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:08:12.636703 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c90522-58da-4c8a-81eb-9d32d18c58a2 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:08:12.637024 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c90522-58da-4c8a-81eb-9d32d18c58a2 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:08:12.637348 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c90522-58da-4c8a-81eb-9d32d18c58a2 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:08:12.637664 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c90522-58da-4c8a-81eb-9d32d18c58a2 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:08:12.677893 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b6c90522-58da-4c8a-81eb-9d32d18c58a2 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks [] for floatingip, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:12.678223 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.db.l3_db [None req-b6c90522-58da-4c8a-81eb-9d32d18c58a2 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Floating IP a39fe05f-b39f-4857-98f5-3b507622ab30 disassociated (deleted). External IP: 172.27.3.103, port: af1f8561-a8e6-4125-b60a-d4ff97452b44. Oct 18 03:08:12.879469 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c90522-58da-4c8a-81eb-9d32d18c58a2 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Router 6f77b60b-e227-41b8-ab10-08c9e58f2c31 has already been hosted by L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 {{(pid=106637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 03:08:12.981686 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c90522-58da-4c8a-81eb-9d32d18c58a2 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 03:08:12.987415 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b6c90522-58da-4c8a-81eb-9d32d18c58a2 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for floatingip, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:12.991994 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40784ef3-dc76-46cc-9427-154fa96c7996 None None] Sync routers for ids ['6f77b60b-e227-41b8-ab10-08c9e58f2c31'] in dv-cinder-814333-1-iscsi {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 03:08:13.001474 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40784ef3-dc76-46cc-9427-154fa96c7996 None None] Routers {'6f77b60b-e227-41b8-ab10-08c9e58f2c31'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:08:13.002130 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-40784ef3-dc76-46cc-9427-154fa96c7996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:07:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['6f77b60b-e227-41b8-ab10-08c9e58f2c31'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:08:13.018189 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-b6c90522-58da-4c8a-81eb-9d32d18c58a2 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "DELETE /v2.0/floatingips/a39fe05f-b39f-4857-98f5-3b507622ab30 HTTP/1.1" status: 204 len: 168 time: 0.9603992 Oct 18 03:08:13.018189 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9695ea73-b7c1-4217-b84f-84718e3fe7b2', 'tag': 'af1f8561-a8e6-4125-b60a-d4ff97452b44'}] {{(pid=106637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:08:13.018515 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84e416a7c2bb109cea857a7500c5c4b938dbd8fc9acb645868c31a21fed55845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea84fd5-653b-44a6-a130-6a5b55821dfb" -d '{"events": [{"name": "network-changed", "server_uuid": "9695ea73-b7c1-4217-b84f-84718e3fe7b2", "tag": "af1f8561-a8e6-4125-b60a-d4ff97452b44"}]}' {{(pid=106637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:08:13.053692 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 03:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4fae5b-a3dc-49a3-86cb-a5ac88b99cbe x-openstack-request-id: req-ed4fae5b-a3dc-49a3-86cb-a5ac88b99cbe {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:08:13.054003 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9695ea73-b7c1-4217-b84f-84718e3fe7b2", "tag": "af1f8561-a8e6-4125-b60a-d4ff97452b44", "status": "completed", "code": 200}]} {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:08:13.054574 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ed4fae5b-a3dc-49a3-86cb-a5ac88b99cbe {{(pid=106637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:08:13.054669 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9695ea73-b7c1-4217-b84f-84718e3fe7b2', 'tag': 'af1f8561-a8e6-4125-b60a-d4ff97452b44', 'status': 'completed', 'code': 200} Oct 18 03:08:13.122506 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea84fd5-653b-44a6-a130-6a5b55821dfb req-dc0ea0c8-b027-47e3-869c-bf7ff68ebd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:08:13.124921 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7ea84fd5-653b-44a6-a130-6a5b55821dfb req-dc0ea0c8-b027-47e3-869c-bf7ff68ebd80 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=62affdb1ab2e4d1e8559a84ed78fda53&device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 1099 time: 0.0462360 Oct 18 03:08:13.134947 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-40784ef3-dc76-46cc-9427-154fa96c7996 None None] Set router 6f77b60b-e227-41b8-ab10-08c9e58f2c31 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:08:13.252874 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea84fd5-653b-44a6-a130-6a5b55821dfb req-7d350ad2-97db-4f40-80a4-d58bc0ba5144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:08:13.254372 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7ea84fd5-653b-44a6-a130-6a5b55821dfb req-7d350ad2-97db-4f40-80a4-d58bc0ba5144 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e87ad9a1-7666-4e2f-b8d8-84a634a81d93 HTTP/1.1" status: 200 len: 910 time: 0.1159394 Oct 18 03:08:13.300090 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7ea84fd5-653b-44a6-a130-6a5b55821dfb req-b81f9284-0c71-4ad1-b571-43275e8616a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af1f8561-a8e6-4125-b60a-d4ff97452b44 HTTP/1.1" status: 200 len: 217 time: 0.0350170 Oct 18 03:08:13.352135 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea84fd5-653b-44a6-a130-6a5b55821dfb req-51c84310-bd82-4b78-88b0-5465f72ef5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:08:13.353679 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7ea84fd5-653b-44a6-a130-6a5b55821dfb req-51c84310-bd82-4b78-88b0-5465f72ef5f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9c707f4-73a5-4da8-9515-c5d3f8c907b8 HTTP/1.1" status: 200 len: 848 time: 0.0452006 Oct 18 03:08:13.356972 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-40784ef3-dc76-46cc-9427-154fa96c7996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f77b60b-e227-41b8-ab10-08c9e58f2c31', 'name': 'tempest-TestShelveInstance-1946947217-router', 'tenant_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'cf79808b-b0ab-494e-89a5-aef12db389be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:03:08Z', 'updated_at': '2021-10-18T03:03:12Z', 'revision_number': 4, 'project_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'gw_port': {'id': 'cf79808b-b0ab-494e-89a5-aef12db389be', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:81:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77b60b-e227-41b8-ab10-08c9e58f2c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:03:09Z', 'updated_at': '2021-10-18T03:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': '5f2109c0-7ccf-4817-bf52-638541aea8c1', 'name': '', 'network_id': 'e87ad9a1-7666-4e2f-b8d8-84a634a81d93', 'tenant_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'mac_address': 'fa:16:3e:82:72:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77b60b-e227-41b8-ab10-08c9e58f2c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'e9c707f4-73a5-4da8-9515-c5d3f8c907b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:03:11Z', 'updated_at': '2021-10-18T03:03:16Z', 'revision_number': 5, 'project_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'subnets': [{'id': 'e9c707f4-73a5-4da8-9515-c5d3f8c907b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:08:13.387601 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40784ef3-dc76-46cc-9427-154fa96c7996 None None] Checking router: 6f77b60b-e227-41b8-ab10-08c9e58f2c31 for host: dv-cinder-814333-1-iscsi {{(pid=106638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 03:08:13.396550 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40784ef3-dc76-46cc-9427-154fa96c7996 None None] Routers {'6f77b60b-e227-41b8-ab10-08c9e58f2c31'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:08:13.397330 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-40784ef3-dc76-46cc-9427-154fa96c7996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:07:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['6f77b60b-e227-41b8-ab10-08c9e58f2c31'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:08:13.439044 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c960e-e364-4aaf-a667-80f8e9f2fe06 req-b4299cf9-dda3-4d9d-b449-5f79ebf6abe6 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:08:13.440501 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-069c960e-e364-4aaf-a667-80f8e9f2fe06 req-b4299cf9-dda3-4d9d-b449-5f79ebf6abe6 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 946 time: 0.0821548 Oct 18 03:08:13.443176 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea84fd5-653b-44a6-a130-6a5b55821dfb req-6ae6841b-ebeb-4ba5-adfb-832ae2ec5a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:08:13.444502 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7ea84fd5-653b-44a6-a130-6a5b55821dfb req-6ae6841b-ebeb-4ba5-adfb-832ae2ec5a44 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e87ad9a1-7666-4e2f-b8d8-84a634a81d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0813160 Oct 18 03:08:13.507972 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-40784ef3-dc76-46cc-9427-154fa96c7996 None None] Set router 6f77b60b-e227-41b8-ab10-08c9e58f2c31 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:08:13.528062 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-069c960e-e364-4aaf-a667-80f8e9f2fe06 req-0c0b16c3-50b1-4a15-8960-2a858a5c43c4 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807755 Oct 18 03:08:13.570793 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7ea84fd5-653b-44a6-a130-6a5b55821dfb req-1ca5f1e4-ce9b-4f14-b48a-a986810fafc2 service neutron] 10.222.0.36 "GET /v2.0/networks/e87ad9a1-7666-4e2f-b8d8-84a634a81d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108534 Oct 18 03:08:13.667535 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7ea84fd5-653b-44a6-a130-6a5b55821dfb req-390fbb61-1b2c-47dc-9df0-7ac970fdfa8d service neutron] 10.222.0.36 "GET /v2.0/networks/e87ad9a1-7666-4e2f-b8d8-84a634a81d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879838 Oct 18 03:08:13.830599 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-40784ef3-dc76-46cc-9427-154fa96c7996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f77b60b-e227-41b8-ab10-08c9e58f2c31', 'name': 'tempest-TestShelveInstance-1946947217-router', 'tenant_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'cf79808b-b0ab-494e-89a5-aef12db389be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:03:08Z', 'updated_at': '2021-10-18T03:03:12Z', 'revision_number': 4, 'project_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'gw_port': {'id': 'cf79808b-b0ab-494e-89a5-aef12db389be', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:81:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77b60b-e227-41b8-ab10-08c9e58f2c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:03:09Z', 'updated_at': '2021-10-18T03:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': '5f2109c0-7ccf-4817-bf52-638541aea8c1', 'name': '', 'network_id': 'e87ad9a1-7666-4e2f-b8d8-84a634a81d93', 'tenant_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'mac_address': 'fa:16:3e:82:72:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77b60b-e227-41b8-ab10-08c9e58f2c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'e9c707f4-73a5-4da8-9515-c5d3f8c907b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:03:11Z', 'updated_at': '2021-10-18T03:03:16Z', 'revision_number': 5, 'project_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'subnets': [{'id': 'e9c707f4-73a5-4da8-9515-c5d3f8c907b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:08:13.856561 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40784ef3-dc76-46cc-9427-154fa96c7996 None None] The sync data for ids ['6f77b60b-e227-41b8-ab10-08c9e58f2c31'] in dv-cinder-814333-1-iscsi is: [{'id': '6f77b60b-e227-41b8-ab10-08c9e58f2c31', 'name': 'tempest-TestShelveInstance-1946947217-router', 'tenant_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'cf79808b-b0ab-494e-89a5-aef12db389be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:03:08Z', 'updated_at': '2021-10-18T03:03:12Z', 'revision_number': 4, 'project_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'gw_port': {'id': 'cf79808b-b0ab-494e-89a5-aef12db389be', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:81:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77b60b-e227-41b8-ab10-08c9e58f2c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:03:09Z', 'updated_at': '2021-10-18T03:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': '5f2109c0-7ccf-4817-bf52-638541aea8c1', 'name': '', 'network_id': 'e87ad9a1-7666-4e2f-b8d8-84a634a81d93', 'tenant_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'mac_address': 'fa:16:3e:82:72:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77b60b-e227-41b8-ab10-08c9e58f2c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'e9c707f4-73a5-4da8-9515-c5d3f8c907b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:03:11Z', 'updated_at': '2021-10-18T03:03:16Z', 'revision_number': 5, 'project_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'subnets': [{'id': 'e9c707f4-73a5-4da8-9515-c5d3f8c907b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 03:08:14.066401 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f749bf-5dca-4433-8e0c-9a9cc41166e4 None None] New status for floating IP a39fe05f-b39f-4857-98f5-3b507622ab30: DOWN {{(pid=106639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 03:08:14.311302 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 9851ae7a-2819-4cb8-b03d-bd36c221a803 no longer exists at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:08:14.333527 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] No Port match for: 9851ae7a-2819-4cb8-b03d-bd36c221a803 {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:08:14.333898 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 9851ae7a-2819-4cb8-b03d-bd36c221a803 not bound to the agent host hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:08:14.597185 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 6 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 03:08:14.646306 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9c02c-6973-4263-8c91-9813c1ad6b7c req-e2f27a3c-0e0c-43b4-aa92-4ccab6a4cb01 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:08:14.647764 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f2b9c02c-6973-4263-8c91-9813c1ad6b7c req-e2f27a3c-0e0c-43b4-aa92-4ccab6a4cb01 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 946 time: 0.0497348 Oct 18 03:08:14.684775 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f2b9c02c-6973-4263-8c91-9813c1ad6b7c req-4196e1ab-5425-4db3-97c1-dcdc5d0542dc tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ca47617-e32b-4805-ac4f-f3b5146f51ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311036 Oct 18 03:08:14.995156 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf471f-332e-4c22-96a5-4681766a8d88 req-87143a57-3fdd-45a0-a890-4dbb30bed9e4 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:08:14.996559 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-badf471f-332e-4c22-96a5-4681766a8d88 req-87143a57-3fdd-45a0-a890-4dbb30bed9e4 tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.36 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 946 time: 0.0515370 Oct 18 03:08:15.087283 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [req-badf471f-332e-4c22-96a5-4681766a8d88 req-baf1f70a-87ad-431b-ab20-d1776021556f tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Deleting port af1f8561-a8e6-4125-b60a-d4ff97452b44 {{(pid=106636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:08:15.087611 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-badf471f-332e-4c22-96a5-4681766a8d88 req-baf1f70a-87ad-431b-ab20-d1776021556f tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:15.182011 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [req-badf471f-332e-4c22-96a5-4681766a8d88 req-baf1f70a-87ad-431b-ab20-d1776021556f tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] For port af1f8561-a8e6-4125-b60a-d4ff97452b44, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=af1f8561-a8e6-4125-b60a-d4ff97452b44,segment=NetworkSegment(b81d56d8-b3f3-408b-877c-683ac662a66c),segment_id=b81d56d8-b3f3-408b-877c-683ac662a66c)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:08:15.182371 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-badf471f-332e-4c22-96a5-4681766a8d88 req-baf1f70a-87ad-431b-ab20-d1776021556f tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:15.216688 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [req-badf471f-332e-4c22-96a5-4681766a8d88 req-baf1f70a-87ad-431b-ab20-d1776021556f tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Calling delete_port for af1f8561-a8e6-4125-b60a-d4ff97452b44 owned by compute:nova {{(pid=106636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:08:15.276309 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1085823-4aa8-4673-bbeb-36890c766a63 req-e95765b7-3f18-4c66-a649-00fd034ecf22 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:08:15.277724 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a1085823-4aa8-4673-bbeb-36890c766a63 req-e95765b7-3f18-4c66-a649-00fd034ecf22 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=01459c1e-b1b9-44e2-8a0a-b507927f1b0d HTTP/1.1" status: 200 len: 945 time: 0.0876358 Oct 18 03:08:15.336108 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a1085823-4aa8-4673-bbeb-36890c766a63 req-a9e121ec-80a4-4690-b9c4-398341086553 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514002 Oct 18 03:08:15.698030 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-badf471f-332e-4c22-96a5-4681766a8d88 req-baf1f70a-87ad-431b-ab20-d1776021556f tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59726697'] for port, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:15.727822 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1f70a-87ad-431b-ab20-d1776021556f tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Pushing event deleted for resources: {'Port': ['ID=af1f8561-a8e6-4125-b60a-d4ff97452b44,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:08:15.799725 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [req-badf471f-332e-4c22-96a5-4681766a8d88 req-baf1f70a-87ad-431b-ab20-d1776021556f tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] No DVR routers for this DVR port af1f8561-a8e6-4125-b60a-d4ff97452b44 on host hv-cinder-81433 {{(pid=106636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 03:08:15.802883 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b37fb220-fcf0-47c4-af31-b664231681ff req-da8f619d-4e57-4181-b35d-3240cf27360e tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 210 time: 0.0451610 Oct 18 03:08:15.803856 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-badf471f-332e-4c22-96a5-4681766a8d88 req-baf1f70a-87ad-431b-ab20-d1776021556f tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:15.806956 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-badf471f-332e-4c22-96a5-4681766a8d88 req-baf1f70a-87ad-431b-ab20-d1776021556f tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.36 "DELETE /v2.0/ports/af1f8561-a8e6-4125-b60a-d4ff97452b44 HTTP/1.1" status: 204 len: 173 time: 0.8040478 Oct 18 03:08:15.807386 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9695ea73-b7c1-4217-b84f-84718e3fe7b2', 'name': 'network-vif-deleted', 'tag': 'af1f8561-a8e6-4125-b60a-d4ff97452b44'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:08:15.809597 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}496079113880dc21d8e474160779c487de2a9ec27c44afe50e843faa48598ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd565c05-6e51-4f94-a758-2e9fb6eaff05" -d '{"events": [{"server_uuid": "9695ea73-b7c1-4217-b84f-84718e3fe7b2", "name": "network-vif-deleted", "tag": "af1f8561-a8e6-4125-b60a-d4ff97452b44"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:08:15.845137 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be2570a-3af8-4e02-a6b4-cc225c905398 x-openstack-request-id: req-3be2570a-3af8-4e02-a6b4-cc225c905398 {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:08:15.845423 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9695ea73-b7c1-4217-b84f-84718e3fe7b2", "name": "network-vif-deleted", "tag": "af1f8561-a8e6-4125-b60a-d4ff97452b44", "status": "completed", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:08:15.845671 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3be2570a-3af8-4e02-a6b4-cc225c905398 {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:08:15.846085 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9695ea73-b7c1-4217-b84f-84718e3fe7b2', 'name': 'network-vif-deleted', 'tag': 'af1f8561-a8e6-4125-b60a-d4ff97452b44', 'status': 'completed', 'code': 200} Oct 18 03:08:16.449955 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502125e-f348-48a5-bbf3-dc9b7ca44503 req-4bde8024-5656-485a-8511-37565335e46e tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:08:16.451828 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1502125e-f348-48a5-bbf3-dc9b7ca44503 req-4bde8024-5656-485a-8511-37565335e46e tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=01459c1e-b1b9-44e2-8a0a-b507927f1b0d HTTP/1.1" status: 200 len: 945 time: 0.0492370 Oct 18 03:08:16.490163 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1502125e-f348-48a5-bbf3-dc9b7ca44503 req-94def949-a847-49dd-b94a-597059f70313 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321624 Oct 18 03:08:16.811116 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50bcb3-7a8c-4361-915a-b85cb4ac7024 req-6eb51641-4ca9-4922-a5de-86df27576307 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:08:16.812794 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1b50bcb3-7a8c-4361-915a-b85cb4ac7024 req-6eb51641-4ca9-4922-a5de-86df27576307 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.36 "GET /v2.0/ports?device_id=01459c1e-b1b9-44e2-8a0a-b507927f1b0d HTTP/1.1" status: 200 len: 945 time: 0.0489280 Oct 18 03:08:16.915326 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-140e5b3e-f3ab-4413-b7dd-482d2fa60e91 req-d48d8bdf-e77c-4e67-bd10-0894304ab18f tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9695ea73-b7c1-4217-b84f-84718e3fe7b2 HTTP/1.1" status: 200 len: 210 time: 0.0291572 Oct 18 03:08:16.936113 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [req-1b50bcb3-7a8c-4361-915a-b85cb4ac7024 req-10304fed-3fcf-47e6-817e-3af8e36bcebb tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Deleting port 34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3 {{(pid=106636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:08:16.936689 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-1b50bcb3-7a8c-4361-915a-b85cb4ac7024 req-10304fed-3fcf-47e6-817e-3af8e36bcebb tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:17.028103 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [req-1b50bcb3-7a8c-4361-915a-b85cb4ac7024 req-10304fed-3fcf-47e6-817e-3af8e36bcebb tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] For port 34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3,segment=NetworkSegment(c85237e0-273f-4310-acca-d6fefe449c7b),segment_id=c85237e0-273f-4310-acca-d6fefe449c7b)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:08:17.032429 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-1b50bcb3-7a8c-4361-915a-b85cb4ac7024 req-10304fed-3fcf-47e6-817e-3af8e36bcebb tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:17.042735 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [req-1b50bcb3-7a8c-4361-915a-b85cb4ac7024 req-10304fed-3fcf-47e6-817e-3af8e36bcebb tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Calling delete_port for 34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3 owned by compute:nova {{(pid=106636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:08:17.358249 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-1b50bcb3-7a8c-4361-915a-b85cb4ac7024 req-10304fed-3fcf-47e6-817e-3af8e36bcebb tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59726697'] for port, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:17.369287 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['443d663c-a41f-4d92-85e4-bd6c9b6817f2', '37aba582-7c41-4cbd-a4b1-3e549d05bd48', '34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:08:17.391137 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10304fed-3fcf-47e6-817e-3af8e36bcebb tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Pushing event deleted for resources: {'Port': ['ID=34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:08:17.431470 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b50bcb3-7a8c-4361-915a-b85cb4ac7024 req-10304fed-3fcf-47e6-817e-3af8e36bcebb tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] No DVR routers for this DVR port 34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3 on host hv-cinder-81433 {{(pid=106636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 03:08:17.446147 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-1b50bcb3-7a8c-4361-915a-b85cb4ac7024 req-10304fed-3fcf-47e6-817e-3af8e36bcebb tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:17.446147 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-1b50bcb3-7a8c-4361-915a-b85cb4ac7024 req-10304fed-3fcf-47e6-817e-3af8e36bcebb tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.36 "DELETE /v2.0/ports/34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3 HTTP/1.1" status: 204 len: 173 time: 0.6172943 Oct 18 03:08:17.595337 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-fc7acc48-39d7-44e6-9506-9a4b2ab65bca req-792c9aa0-151c-45c7-80de-2d0e7dab7e43 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=01459c1e-b1b9-44e2-8a0a-b507927f1b0d HTTP/1.1" status: 200 len: 210 time: 0.0390437 Oct 18 03:08:17.846876 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01459c1e-b1b9-44e2-8a0a-b507927f1b0d', 'name': 'network-vif-deleted', 'tag': '34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:08:17.849073 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}496079113880dc21d8e474160779c487de2a9ec27c44afe50e843faa48598ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c6d72a-c57c-4543-85f9-67b8b53a7ed2" -d '{"events": [{"server_uuid": "01459c1e-b1b9-44e2-8a0a-b507927f1b0d", "name": "network-vif-deleted", "tag": "34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:08:17.884117 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacd942a-130b-46bf-ab39-9c368cd0ffd4 x-openstack-request-id: req-bacd942a-130b-46bf-ab39-9c368cd0ffd4 {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:08:17.884433 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01459c1e-b1b9-44e2-8a0a-b507927f1b0d", "name": "network-vif-deleted", "tag": "34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3", "status": "completed", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:08:17.884701 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bacd942a-130b-46bf-ab39-9c368cd0ffd4 {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:08:17.885080 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01459c1e-b1b9-44e2-8a0a-b507927f1b0d', 'name': 'network-vif-deleted', 'tag': '34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3', 'status': 'completed', 'code': 200} Oct 18 03:08:17.971520 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 39580) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:08:18.027352 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-57c678cd-9c1f-40a1-8b0c-934e1f4647fa tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:18.054161 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-57c678cd-9c1f-40a1-8b0c-934e1f4647fa tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:18.179548 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-57c678cd-9c1f-40a1-8b0c-934e1f4647fa tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:18.182155 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-57c678cd-9c1f-40a1-8b0c-934e1f4647fa tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:18.183309 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-57c678cd-9c1f-40a1-8b0c-934e1f4647fa tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] 10.222.0.30 "DELETE /v2.0/security-groups/0ca47617-e32b-4805-ac4f-f3b5146f51ef HTTP/1.1" status: 204 len: 168 time: 0.2108116 Oct 18 03:08:18.192530 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c678cd-9c1f-40a1-8b0c-934e1f4647fa tempest-TestShelveInstance-1762433568 tempest-TestShelveInstance-1762433568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca47617-e32b-4805-ac4f-f3b5146f51ef,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:08:18.283675 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 39584) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:08:18.312690 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device af1f8561-a8e6-4125-b60a-d4ff97452b44 no longer exists at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:08:18.333591 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] No Port match for: af1f8561-a8e6-4125-b60a-d4ff97452b44 {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:08:18.333961 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device af1f8561-a8e6-4125-b60a-d4ff97452b44 not bound to the agent host hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:08:18.666166 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-61d60f11-782f-487d-b8e3-188b9c802588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611615'] for router_interface, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:19.091539 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d8e4c-ac86-45a5-b8d3-256b7c8b4124 req-10f2ad3c-a706-4e15-9c3a-53ca78ffde98 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:08:19.093362 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c49d8e4c-ac86-45a5-b8d3-256b7c8b4124 req-10f2ad3c-a706-4e15-9c3a-53ca78ffde98 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8f4dc6e-5c98-49ae-b6fa-379e7ea58732 HTTP/1.1" status: 200 len: 946 time: 0.0509405 Oct 18 03:08:19.132589 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c49d8e4c-ac86-45a5-b8d3-256b7c8b4124 req-5959cbff-4a26-4e59-80cf-facab09bd011 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328009 Oct 18 03:08:19.141349 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-61d60f11-782f-487d-b8e3-188b9c802588 admin admin] Deleting port 5f2109c0-7ccf-4817-bf52-638541aea8c1 {{(pid=106637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:08:19.141934 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-61d60f11-782f-487d-b8e3-188b9c802588 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:19.217353 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [None req-61d60f11-782f-487d-b8e3-188b9c802588 admin admin] For port 5f2109c0-7ccf-4817-bf52-638541aea8c1, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=5f2109c0-7ccf-4817-bf52-638541aea8c1,segment=NetworkSegment(b81d56d8-b3f3-408b-877c-683ac662a66c),segment_id=b81d56d8-b3f3-408b-877c-683ac662a66c)] {{(pid=106637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:08:19.217661 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-61d60f11-782f-487d-b8e3-188b9c802588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:19.230121 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-61d60f11-782f-487d-b8e3-188b9c802588 admin admin] Calling delete_port for 5f2109c0-7ccf-4817-bf52-638541aea8c1 owned by network:router_interface {{(pid=106637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:08:19.242072 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-37db0f9f-29c8-4b53-9da6-429064251f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:19.464861 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-61d60f11-782f-487d-b8e3-188b9c802588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:19.491893 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d60f11-782f-487d-b8e3-188b9c802588 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f2109c0-7ccf-4817-bf52-638541aea8c1,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:08:19.657907 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-61d60f11-782f-487d-b8e3-188b9c802588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612667'] for router_interface, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:19.865125 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d60f11-782f-487d-b8e3-188b9c802588 admin admin] Router 6f77b60b-e227-41b8-ab10-08c9e58f2c31 has already been hosted by L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 {{(pid=106637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 03:08:19.970202 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d60f11-782f-487d-b8e3-188b9c802588 admin admin] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 03:08:19.975418 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-61d60f11-782f-487d-b8e3-188b9c802588 admin admin] 10.222.0.30 "PUT /v2.0/routers/6f77b60b-e227-41b8-ab10-08c9e58f2c31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6904662 Oct 18 03:08:19.977925 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 39594) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:08:19.980890 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7197f1-5892-482f-872d-602a7a9dbdc5 None None] Sync routers for ids ['6f77b60b-e227-41b8-ab10-08c9e58f2c31'] in dv-cinder-814333-1-iscsi {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 03:08:19.990120 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7197f1-5892-482f-872d-602a7a9dbdc5 None None] Routers {'6f77b60b-e227-41b8-ab10-08c9e58f2c31'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:08:19.990788 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-af7197f1-5892-482f-872d-602a7a9dbdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:07:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['6f77b60b-e227-41b8-ab10-08c9e58f2c31'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:08:20.080261 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e884e230-e3eb-40ce-8523-2305f35e9115 admin admin] Notify callbacks [] for router, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:20.093366 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-af7197f1-5892-482f-872d-602a7a9dbdc5 None None] Set router 6f77b60b-e227-41b8-ab10-08c9e58f2c31 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:08:20.179581 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e884e230-e3eb-40ce-8523-2305f35e9115 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:20.253740 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c197cc-837a-4b8a-ab6b-d2ef4fb068f5 req-a6f05afe-603a-4511-93ef-8eca5edb6282 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:08:20.255396 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b4c197cc-837a-4b8a-ab6b-d2ef4fb068f5 req-a6f05afe-603a-4511-93ef-8eca5edb6282 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8f4dc6e-5c98-49ae-b6fa-379e7ea58732 HTTP/1.1" status: 200 len: 946 time: 0.0531960 Oct 18 03:08:20.270620 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-af7197f1-5892-482f-872d-602a7a9dbdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f77b60b-e227-41b8-ab10-08c9e58f2c31', 'name': 'tempest-TestShelveInstance-1946947217-router', 'tenant_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'cf79808b-b0ab-494e-89a5-aef12db389be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:03:08Z', 'updated_at': '2021-10-18T03:08:19Z', 'revision_number': 5, 'project_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'gw_port': {'id': 'cf79808b-b0ab-494e-89a5-aef12db389be', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:81:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77b60b-e227-41b8-ab10-08c9e58f2c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:03:09Z', 'updated_at': '2021-10-18T03:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi'}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:08:20.293587 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b4c197cc-837a-4b8a-ab6b-d2ef4fb068f5 req-9faa4ca3-e56b-4b58-bb27-85b1a772134a tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322299 Oct 18 03:08:20.300358 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7197f1-5892-482f-872d-602a7a9dbdc5 None None] Checking router: 6f77b60b-e227-41b8-ab10-08c9e58f2c31 for host: dv-cinder-814333-1-iscsi {{(pid=106638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 03:08:20.318408 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-e884e230-e3eb-40ce-8523-2305f35e9115 admin admin] Deleting port cf79808b-b0ab-494e-89a5-aef12db389be {{(pid=106637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:08:20.318757 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e884e230-e3eb-40ce-8523-2305f35e9115 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:20.321185 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7197f1-5892-482f-872d-602a7a9dbdc5 None None] Routers {'6f77b60b-e227-41b8-ab10-08c9e58f2c31'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:08:20.321847 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-af7197f1-5892-482f-872d-602a7a9dbdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:07:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['6f77b60b-e227-41b8-ab10-08c9e58f2c31'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:08:20.326749 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3 no longer exists at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:08:20.351645 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6388706-c4b7-41da-a563-130f41485a9c req-15d890bc-0f89-4f27-a414-ba805c92c830 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:08:20.353108 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a6388706-c4b7-41da-a563-130f41485a9c req-15d890bc-0f89-4f27-a414-ba805c92c830 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8f4dc6e-5c98-49ae-b6fa-379e7ea58732 HTTP/1.1" status: 200 len: 946 time: 0.0567510 Oct 18 03:08:20.401474 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] No Port match for: 34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3 {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:08:20.401834 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 34fe7c95-d5cc-483d-b67f-3b19b3c3c7d3 not bound to the agent host hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:08:20.407987 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [None req-e884e230-e3eb-40ce-8523-2305f35e9115 admin admin] For port cf79808b-b0ab-494e-89a5-aef12db389be, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=cf79808b-b0ab-494e-89a5-aef12db389be,segment=NetworkSegment(945c2ffc-cf09-447c-9907-99c5ee5cf6c6),segment_id=945c2ffc-cf09-447c-9907-99c5ee5cf6c6)] {{(pid=106637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:08:20.408356 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e884e230-e3eb-40ce-8523-2305f35e9115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:20.425061 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-e884e230-e3eb-40ce-8523-2305f35e9115 admin admin] Calling delete_port for cf79808b-b0ab-494e-89a5-aef12db389be owned by network:router_gateway {{(pid=106637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:08:20.432205 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-af7197f1-5892-482f-872d-602a7a9dbdc5 None None] Set router 6f77b60b-e227-41b8-ab10-08c9e58f2c31 gateway port host: None {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:08:20.459665 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [req-a6388706-c4b7-41da-a563-130f41485a9c req-f1c5d1ae-7a85-4d16-a8ea-24897b2d2d02 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Deleting port 37aba582-7c41-4cbd-a4b1-3e549d05bd48 {{(pid=106636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:08:20.460108 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-a6388706-c4b7-41da-a563-130f41485a9c req-f1c5d1ae-7a85-4d16-a8ea-24897b2d2d02 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:20.489093 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-af7197f1-5892-482f-872d-602a7a9dbdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f77b60b-e227-41b8-ab10-08c9e58f2c31', 'name': 'tempest-TestShelveInstance-1946947217-router', 'tenant_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:03:08Z', 'updated_at': '2021-10-18T03:08:20Z', 'revision_number': 6, 'project_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'gw_port_host': None}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:08:20.524026 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7197f1-5892-482f-872d-602a7a9dbdc5 None None] The sync data for ids ['6f77b60b-e227-41b8-ab10-08c9e58f2c31'] in dv-cinder-814333-1-iscsi is: [{'id': '6f77b60b-e227-41b8-ab10-08c9e58f2c31', 'name': 'tempest-TestShelveInstance-1946947217-router', 'tenant_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:03:08Z', 'updated_at': '2021-10-18T03:08:20Z', 'revision_number': 6, 'project_id': '62affdb1ab2e4d1e8559a84ed78fda53', 'gw_port_host': None}] {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 03:08:20.563310 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [req-a6388706-c4b7-41da-a563-130f41485a9c req-f1c5d1ae-7a85-4d16-a8ea-24897b2d2d02 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] For port 37aba582-7c41-4cbd-a4b1-3e549d05bd48, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=37aba582-7c41-4cbd-a4b1-3e549d05bd48,segment=NetworkSegment(c85237e0-273f-4310-acca-d6fefe449c7b),segment_id=c85237e0-273f-4310-acca-d6fefe449c7b)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:08:20.563710 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-a6388706-c4b7-41da-a563-130f41485a9c req-f1c5d1ae-7a85-4d16-a8ea-24897b2d2d02 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:20.577354 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [req-a6388706-c4b7-41da-a563-130f41485a9c req-f1c5d1ae-7a85-4d16-a8ea-24897b2d2d02 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Calling delete_port for 37aba582-7c41-4cbd-a4b1-3e549d05bd48 owned by compute:nova {{(pid=106636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:08:20.687965 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e884e230-e3eb-40ce-8523-2305f35e9115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:20.713088 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884e230-e3eb-40ce-8523-2305f35e9115 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf79808b-b0ab-494e-89a5-aef12db389be,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:08:20.775242 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e884e230-e3eb-40ce-8523-2305f35e9115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-612801'] for router_gateway, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:20.830597 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-a6388706-c4b7-41da-a563-130f41485a9c req-f1c5d1ae-7a85-4d16-a8ea-24897b2d2d02 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59726697'] for port, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:20.841422 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['443d663c-a41f-4d92-85e4-bd6c9b6817f2'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:08:20.861000 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5d1ae-7a85-4d16-a8ea-24897b2d2d02 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Pushing event deleted for resources: {'Port': ['ID=37aba582-7c41-4cbd-a4b1-3e549d05bd48,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:08:20.863686 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e884e230-e3eb-40ce-8523-2305f35e9115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3517'] for router, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:20.866569 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e884e230-e3eb-40ce-8523-2305f35e9115 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:20.913938 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6388706-c4b7-41da-a563-130f41485a9c req-f1c5d1ae-7a85-4d16-a8ea-24897b2d2d02 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] No DVR routers for this DVR port 37aba582-7c41-4cbd-a4b1-3e549d05bd48 on host hv-cinder-81433 {{(pid=106636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 03:08:20.916821 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-a6388706-c4b7-41da-a563-130f41485a9c req-f1c5d1ae-7a85-4d16-a8ea-24897b2d2d02 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:20.920820 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a6388706-c4b7-41da-a563-130f41485a9c req-f1c5d1ae-7a85-4d16-a8ea-24897b2d2d02 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.36 "DELETE /v2.0/ports/37aba582-7c41-4cbd-a4b1-3e549d05bd48 HTTP/1.1" status: 204 len: 173 time: 0.5594914 Oct 18 03:08:20.926906 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f4dc6e-5c98-49ae-b6fa-379e7ea58732', 'name': 'network-vif-deleted', 'tag': '37aba582-7c41-4cbd-a4b1-3e549d05bd48'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:08:20.926906 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}496079113880dc21d8e474160779c487de2a9ec27c44afe50e843faa48598ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca34316c-f004-4f4f-87fd-a6a6ac2ad930" -d '{"events": [{"server_uuid": "c8f4dc6e-5c98-49ae-b6fa-379e7ea58732", "name": "network-vif-deleted", "tag": "37aba582-7c41-4cbd-a4b1-3e549d05bd48"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:08:20.966854 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4167528-d42d-46e7-95a9-07a46edb895d x-openstack-request-id: req-e4167528-d42d-46e7-95a9-07a46edb895d {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:08:20.967175 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f4dc6e-5c98-49ae-b6fa-379e7ea58732", "name": "network-vif-deleted", "tag": "37aba582-7c41-4cbd-a4b1-3e549d05bd48", "status": "completed", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:08:20.969101 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e4167528-d42d-46e7-95a9-07a46edb895d {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:08:20.969509 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f4dc6e-5c98-49ae-b6fa-379e7ea58732', 'name': 'network-vif-deleted', 'tag': '37aba582-7c41-4cbd-a4b1-3e549d05bd48', 'status': 'completed', 'code': 200} Oct 18 03:08:21.007883 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e884e230-e3eb-40ce-8523-2305f35e9115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611441'] for router, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:21.008508 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e884e230-e3eb-40ce-8523-2305f35e9115 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f77b60b-e227-41b8-ab10-08c9e58f2c31 {{(pid=106637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 03:08:21.012869 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e884e230-e3eb-40ce-8523-2305f35e9115 admin admin] Notify callbacks [] for router, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:21.016661 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-e884e230-e3eb-40ce-8523-2305f35e9115 admin admin] 10.222.0.30 "DELETE /v2.0/routers/6f77b60b-e227-41b8-ab10-08c9e58f2c31 HTTP/1.1" status: 204 len: 168 time: 1.0351694 Oct 18 03:08:21.016975 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 39600) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:08:21.067911 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_v2 [None req-62557496-43e6-4860-a798-3864e0174f78 admin admin] Deleting subnet e9c707f4-73a5-4da8-9515-c5d3f8c907b8 {{(pid=106637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 18 03:08:21.071348 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-62557496-43e6-4860-a798-3864e0174f78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:21.106133 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-62557496-43e6-4860-a798-3864e0174f78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2103684'] for subnet, precommit_delete_associations {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:21.182601 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-62557496-43e6-4860-a798-3864e0174f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7935780'] for subnet, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:21.316590 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-62557496-43e6-4860-a798-3864e0174f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7935787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3168638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3874213'] for subnet, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:21.346786 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62557496-43e6-4860-a798-3864e0174f78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9c707f4-73a5-4da8-9515-c5d3f8c907b8,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:08:21.356197 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-62557496-43e6-4860-a798-3864e0174f78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:21.360998 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-62557496-43e6-4860-a798-3864e0174f78 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e9c707f4-73a5-4da8-9515-c5d3f8c907b8 HTTP/1.1" status: 204 len: 168 time: 0.3419912 Oct 18 03:08:21.361746 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cb8951-36e9-4668-a59f-cb3cefae5dad None None] Network e87ad9a1-7666-4e2f-b8d8-84a634a81d93 requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 03:08:21.362843 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 39604) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:08:21.423774 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9c4621ce-c303-4897-9598-87e9e5c27c60 req-0b731725-a223-4a21-9fd1-c8a8c93d2cc4 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8f4dc6e-5c98-49ae-b6fa-379e7ea58732 HTTP/1.1" status: 200 len: 210 time: 0.0370510 Oct 18 03:08:21.437233 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f6f79f96-5cca-4b0f-85ea-bdd4f82d893c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7981797'] for network, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:21.494117 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-f6f79f96-5cca-4b0f-85ea-bdd4f82d893c admin admin] Deleting port 46145c29-aedf-4931-b3a5-90166d92b9a4 {{(pid=106637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:08:21.494915 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f6f79f96-5cca-4b0f-85ea-bdd4f82d893c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:21.558590 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98a86ee-f774-4884-a5c8-db6d49dbd324 None None] DHCP port deletion for e87ad9a1-7666-4e2f-b8d8-84a634a81d93 request from dv-cinder-814333-1-iscsi {{(pid=106638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 03:08:21.563829 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [None req-f6f79f96-5cca-4b0f-85ea-bdd4f82d893c admin admin] For port 46145c29-aedf-4931-b3a5-90166d92b9a4, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=46145c29-aedf-4931-b3a5-90166d92b9a4,segment=NetworkSegment(b81d56d8-b3f3-408b-877c-683ac662a66c),segment_id=b81d56d8-b3f3-408b-877c-683ac662a66c)] {{(pid=106637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:08:21.565265 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f6f79f96-5cca-4b0f-85ea-bdd4f82d893c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:21.577833 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-f6f79f96-5cca-4b0f-85ea-bdd4f82d893c admin admin] Calling delete_port for 46145c29-aedf-4931-b3a5-90166d92b9a4 owned by network:dhcp {{(pid=106637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:08:21.605685 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-a98a86ee-f774-4884-a5c8-db6d49dbd324 None None] Deleting port 46145c29-aedf-4931-b3a5-90166d92b9a4 {{(pid=106638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:08:21.606339 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-a98a86ee-f774-4884-a5c8-db6d49dbd324 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:21.679715 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-a98a86ee-f774-4884-a5c8-db6d49dbd324 None None] For port 46145c29-aedf-4931-b3a5-90166d92b9a4, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=46145c29-aedf-4931-b3a5-90166d92b9a4,segment=NetworkSegment(b81d56d8-b3f3-408b-877c-683ac662a66c),segment_id=b81d56d8-b3f3-408b-877c-683ac662a66c)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:08:21.679715 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-a98a86ee-f774-4884-a5c8-db6d49dbd324 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:21.690154 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-a98a86ee-f774-4884-a5c8-db6d49dbd324 None None] Calling delete_port for 46145c29-aedf-4931-b3a5-90166d92b9a4 owned by network:dhcp {{(pid=106638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:08:21.766996 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f6f79f96-5cca-4b0f-85ea-bdd4f82d893c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:21.772983 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-a98a86ee-f774-4884-a5c8-db6d49dbd324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607'] for port, after_delete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:21.794498 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f79f96-5cca-4b0f-85ea-bdd4f82d893c admin admin] Pushing event deleted for resources: {'Port': ['ID=46145c29-aedf-4931-b3a5-90166d92b9a4,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:08:21.797237 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a86ee-f774-4884-a5c8-db6d49dbd324 None None] Pushing event deleted for resources: {'Port': ['ID=46145c29-aedf-4931-b3a5-90166d92b9a4,revision_number=None']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:08:21.797668 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f79f96-5cca-4b0f-85ea-bdd4f82d893c admin admin] No DVR routers for this DVR port 46145c29-aedf-4931-b3a5-90166d92b9a4 on host dv-cinder-814333-1-iscsi {{(pid=106637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 03:08:21.802676 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98a86ee-f774-4884-a5c8-db6d49dbd324 None None] No DVR routers for this DVR port 46145c29-aedf-4931-b3a5-90166d92b9a4 on host dv-cinder-814333-1-iscsi {{(pid=106638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 03:08:21.875550 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f6f79f96-5cca-4b0f-85ea-bdd4f82d893c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7935455', 'neutron.services.segments.db._delete_segments_for_network-8748751250701'] for network, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:21.895765 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.services.segments.db [None req-f6f79f96-5cca-4b0f-85ea-bdd4f82d893c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e87ad9a1-7666-4e2f-b8d8-84a634a81d93']}} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:08:21.904668 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.services.segments.db [None req-f6f79f96-5cca-4b0f-85ea-bdd4f82d893c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b81d56d8-b3f3-408b-877c-683ac662a66c') {'for_net_delete': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:08:21.904965 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.services.segments.db [None req-f6f79f96-5cca-4b0f-85ea-bdd4f82d893c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b81d56d8-b3f3-408b-877c-683ac662a66c') {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:08:21.914955 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f6f79f96-5cca-4b0f-85ea-bdd4f82d893c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748751250198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2103707'] for segment, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:21.928700 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f6f79f96-5cca-4b0f-85ea-bdd4f82d893c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965'] for segment, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:21.934417 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6f79f96-5cca-4b0f-85ea-bdd4f82d893c admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=106637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 03:08:21.934792 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f6f79f96-5cca-4b0f-85ea-bdd4f82d893c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3168536'] for segment, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:21.937011 dv-cinder-814333-1-iscsi neutron-server[106637]: Traceback (most recent call last): Oct 18 03:08:21.937011 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 03:08:21.937011 dv-cinder-814333-1-iscsi neutron-server[106637]: timer() Oct 18 03:08:21.937011 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 03:08:21.937011 dv-cinder-814333-1-iscsi neutron-server[106637]: cb(*args, **kw) Oct 18 03:08:21.937011 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 03:08:21.937011 dv-cinder-814333-1-iscsi neutron-server[106637]: return func(*args, **kwargs) Oct 18 03:08:21.937011 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 03:08:21.937011 dv-cinder-814333-1-iscsi neutron-server[106637]: self._notify() Oct 18 03:08:21.937011 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 03:08:21.937011 dv-cinder-814333-1-iscsi neutron-server[106637]: self.callback(batched_events) Oct 18 03:08:21.937011 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 03:08:21.937011 dv-cinder-814333-1-iscsi neutron-server[106637]: event.method(event) Oct 18 03:08:21.937011 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 03:08:21.937011 dv-cinder-814333-1-iscsi neutron-server[106637]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 03:08:21.937011 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 03:08:21.937011 dv-cinder-814333-1-iscsi neutron-server[106637]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 03:08:21.937011 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 03:08:21.937011 dv-cinder-814333-1-iscsi neutron-server[106637]: return f(self, *a, **k) Oct 18 03:08:21.937011 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 03:08:21.937011 dv-cinder-814333-1-iscsi neutron-server[106637]: return self._get(url).json() Oct 18 03:08:21.937011 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 03:08:21.937011 dv-cinder-814333-1-iscsi neutron-server[106637]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 03:08:21.937011 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 03:08:21.937011 dv-cinder-814333-1-iscsi neutron-server[106637]: return self.request(url, 'GET', **kwargs) Oct 18 03:08:21.937011 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 03:08:21.937011 dv-cinder-814333-1-iscsi neutron-server[106637]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 03:08:21.937011 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 03:08:21.937011 dv-cinder-814333-1-iscsi neutron-server[106637]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 03:08:21.937011 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 03:08:21.937011 dv-cinder-814333-1-iscsi neutron-server[106637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 03:08:21.937011 dv-cinder-814333-1-iscsi neutron-server[106637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 03:08:21.956848 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-82d9d90c-801a-42f1-9427-7aff9bbf47cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:22.065037 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f6f79f96-5cca-4b0f-85ea-bdd4f82d893c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7935398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612845'] for network, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:22.075399 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f6f79f96-5cca-4b0f-85ea-bdd4f82d893c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for network, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:22.075399 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-f6f79f96-5cca-4b0f-85ea-bdd4f82d893c admin admin] 10.222.0.30 "DELETE /v2.0/networks/e87ad9a1-7666-4e2f-b8d8-84a634a81d93 HTTP/1.1" status: 204 len: 168 time: 0.7105415 Oct 18 03:08:22.077412 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 39606) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:08:22.083960 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f79f96-5cca-4b0f-85ea-bdd4f82d893c admin admin] Pushing event deleted for resources: {'Network': ['ID=e87ad9a1-7666-4e2f-b8d8-84a634a81d93,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:08:22.343105 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 37aba582-7c41-4cbd-a4b1-3e549d05bd48 no longer exists at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:08:22.366393 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] No Port match for: 37aba582-7c41-4cbd-a4b1-3e549d05bd48 {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:08:22.367073 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 37aba582-7c41-4cbd-a4b1-3e549d05bd48 not bound to the agent host hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:08:22.417073 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-070ef737-4fdb-4d57-bf60-58fe934eef0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611615'] for router_interface, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:22.522666 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:22.549098 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device cf79808b-b0ab-494e-89a5-aef12db389be no longer exists at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:08:22.569611 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] No Port match for: cf79808b-b0ab-494e-89a5-aef12db389be {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:08:22.570388 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device cf79808b-b0ab-494e-89a5-aef12db389be not bound to the agent host dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:08:22.570388 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 5f2109c0-7ccf-4817-bf52-638541aea8c1 no longer exists at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:08:22.588479 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] No Port match for: 5f2109c0-7ccf-4817-bf52-638541aea8c1 {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:08:22.588822 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 5f2109c0-7ccf-4817-bf52-638541aea8c1 not bound to the agent host dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:08:22.589239 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 46145c29-aedf-4931-b3a5-90166d92b9a4 no longer exists at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:08:22.609183 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] No Port match for: 46145c29-aedf-4931-b3a5-90166d92b9a4 {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:08:22.610670 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 46145c29-aedf-4931-b3a5-90166d92b9a4 not bound to the agent host dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:08:22.667970 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-070ef737-4fdb-4d57-bf60-58fe934eef0a admin admin] Deleting port 69b2a874-06da-41ef-ace7-e6169cd458fd {{(pid=106636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:08:22.676902 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-070ef737-4fdb-4d57-bf60-58fe934eef0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:22.748467 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-070ef737-4fdb-4d57-bf60-58fe934eef0a admin admin] For port 69b2a874-06da-41ef-ace7-e6169cd458fd, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=69b2a874-06da-41ef-ace7-e6169cd458fd,segment=NetworkSegment(a471e3f3-0b3f-4101-a809-8ce3e58b2852),segment_id=a471e3f3-0b3f-4101-a809-8ce3e58b2852)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:08:22.749276 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-070ef737-4fdb-4d57-bf60-58fe934eef0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:22.766092 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-070ef737-4fdb-4d57-bf60-58fe934eef0a admin admin] Calling delete_port for 69b2a874-06da-41ef-ace7-e6169cd458fd owned by network:router_interface {{(pid=106636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:08:23.041879 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-070ef737-4fdb-4d57-bf60-58fe934eef0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59726697'] for port, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:23.069098 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ef737-4fdb-4d57-bf60-58fe934eef0a admin admin] Pushing event deleted for resources: {'Port': ['ID=69b2a874-06da-41ef-ace7-e6169cd458fd,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:08:23.254112 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-070ef737-4fdb-4d57-bf60-58fe934eef0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612667'] for router_interface, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:23.305010 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:23.463540 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070ef737-4fdb-4d57-bf60-58fe934eef0a admin admin] Router 8acfe98e-53e7-4569-b16e-ff6593c2b757 has already been hosted by L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 {{(pid=106636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 03:08:23.567626 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070ef737-4fdb-4d57-bf60-58fe934eef0a admin admin] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 03:08:23.572547 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-070ef737-4fdb-4d57-bf60-58fe934eef0a admin admin] 10.222.0.30 "PUT /v2.0/routers/8acfe98e-53e7-4569-b16e-ff6593c2b757/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4940746 Oct 18 03:08:23.575170 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 39614) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:08:23.590752 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73aa7c73-48ff-4466-98c1-27e0706db277 None None] Sync routers for ids ['8acfe98e-53e7-4569-b16e-ff6593c2b757'] in dv-cinder-814333-1-iscsi {{(pid=106639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 03:08:23.590752 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aa7c73-48ff-4466-98c1-27e0706db277 None None] Routers {'8acfe98e-53e7-4569-b16e-ff6593c2b757'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:08:23.590752 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-73aa7c73-48ff-4466-98c1-27e0706db277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:08:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['8acfe98e-53e7-4569-b16e-ff6593c2b757'], 'active': True} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:08:23.675709 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c597c986-3408-4edc-9fe3-b292488c650f admin admin] Notify callbacks [] for router, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:23.690068 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvr_db [None req-73aa7c73-48ff-4466-98c1-27e0706db277 None None] Set router 8acfe98e-53e7-4569-b16e-ff6593c2b757 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:08:23.781298 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c597c986-3408-4edc-9fe3-b292488c650f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:23.862265 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-73aa7c73-48ff-4466-98c1-27e0706db277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acfe98e-53e7-4569-b16e-ff6593c2b757', 'name': 'tempest-TestShelveInstance-1386729544-router', 'tenant_id': 'f49bf7ffcb1941928770cf7d5a23411a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:03:15Z', 'updated_at': '2021-10-18T03:08:22Z', 'revision_number': 5, 'project_id': 'f49bf7ffcb1941928770cf7d5a23411a', 'gw_port': {'id': '0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:56:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acfe98e-53e7-4569-b16e-ff6593c2b757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:03:16Z', 'updated_at': '2021-10-18T03:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi'}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:08:23.892310 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73aa7c73-48ff-4466-98c1-27e0706db277 None None] Checking router: 8acfe98e-53e7-4569-b16e-ff6593c2b757 for host: dv-cinder-814333-1-iscsi {{(pid=106639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 03:08:23.900498 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aa7c73-48ff-4466-98c1-27e0706db277 None None] Routers {'8acfe98e-53e7-4569-b16e-ff6593c2b757'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:08:23.901106 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-73aa7c73-48ff-4466-98c1-27e0706db277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:08:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['8acfe98e-53e7-4569-b16e-ff6593c2b757'], 'active': True} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:08:23.908186 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-c597c986-3408-4edc-9fe3-b292488c650f admin admin] Deleting port 0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f {{(pid=106636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:08:23.908525 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c597c986-3408-4edc-9fe3-b292488c650f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:23.988663 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-c597c986-3408-4edc-9fe3-b292488c650f admin admin] For port 0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f,segment=NetworkSegment(945c2ffc-cf09-447c-9907-99c5ee5cf6c6),segment_id=945c2ffc-cf09-447c-9907-99c5ee5cf6c6)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:08:23.989021 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c597c986-3408-4edc-9fe3-b292488c650f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:23.990287 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvr_db [None req-73aa7c73-48ff-4466-98c1-27e0706db277 None None] Set router 8acfe98e-53e7-4569-b16e-ff6593c2b757 gateway port host: None {{(pid=106639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:08:24.002242 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-c597c986-3408-4edc-9fe3-b292488c650f admin admin] Calling delete_port for 0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f owned by network:router_gateway {{(pid=106636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:08:24.042180 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-73aa7c73-48ff-4466-98c1-27e0706db277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acfe98e-53e7-4569-b16e-ff6593c2b757', 'name': 'tempest-TestShelveInstance-1386729544-router', 'tenant_id': 'f49bf7ffcb1941928770cf7d5a23411a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:03:15Z', 'updated_at': '2021-10-18T03:08:23Z', 'revision_number': 6, 'project_id': 'f49bf7ffcb1941928770cf7d5a23411a', 'gw_port_host': None}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:08:24.070829 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73aa7c73-48ff-4466-98c1-27e0706db277 None None] The sync data for ids ['8acfe98e-53e7-4569-b16e-ff6593c2b757'] in dv-cinder-814333-1-iscsi is: [{'id': '8acfe98e-53e7-4569-b16e-ff6593c2b757', 'name': 'tempest-TestShelveInstance-1386729544-router', 'tenant_id': 'f49bf7ffcb1941928770cf7d5a23411a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:03:15Z', 'updated_at': '2021-10-18T03:08:23Z', 'revision_number': 6, 'project_id': 'f49bf7ffcb1941928770cf7d5a23411a', 'gw_port_host': None}] {{(pid=106639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 03:08:24.211270 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200fc6a-5bfb-4297-a5a1-1a4caff41525 req-7be8dd6b-8d37-4de9-8d45-f96b053c57be tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:08:24.212648 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a200fc6a-5bfb-4297-a5a1-1a4caff41525 req-7be8dd6b-8d37-4de9-8d45-f96b053c57be tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f83567-3234-49a9-958f-46b111007b09 HTTP/1.1" status: 200 len: 945 time: 0.0833764 Oct 18 03:08:24.251424 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a200fc6a-5bfb-4297-a5a1-1a4caff41525 req-661e7021-3dd9-448c-90cf-2752ea02ca6c tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322523 Oct 18 03:08:24.259103 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c597c986-3408-4edc-9fe3-b292488c650f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59726697'] for port, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:24.287646 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597c986-3408-4edc-9fe3-b292488c650f admin admin] Pushing event deleted for resources: {'Port': ['ID=0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:08:24.345245 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c597c986-3408-4edc-9fe3-b292488c650f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-612801'] for router_gateway, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:24.640804 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:24.702971 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c597c986-3408-4edc-9fe3-b292488c650f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3517'] for router, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:24.705047 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c597c986-3408-4edc-9fe3-b292488c650f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:24.823529 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c597c986-3408-4edc-9fe3-b292488c650f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611441'] for router, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:24.823972 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c597c986-3408-4edc-9fe3-b292488c650f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8acfe98e-53e7-4569-b16e-ff6593c2b757 {{(pid=106636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 03:08:24.828990 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-c597c986-3408-4edc-9fe3-b292488c650f admin admin] Notify callbacks [] for router, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:24.830137 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-c597c986-3408-4edc-9fe3-b292488c650f admin admin] 10.222.0.30 "DELETE /v2.0/routers/8acfe98e-53e7-4569-b16e-ff6593c2b757 HTTP/1.1" status: 204 len: 168 time: 1.2540586 Oct 18 03:08:24.832589 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 39622) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:08:24.881953 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c5a28cd-775c-4a5b-b8dd-4d867396505c admin admin] Deleting subnet a07d5bf8-3b87-471a-89a9-2d701848ed67 {{(pid=106636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 18 03:08:24.885275 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-6c5a28cd-775c-4a5b-b8dd-4d867396505c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:24.914003 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 69b2a874-06da-41ef-ace7-e6169cd458fd no longer exists at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:08:24.921315 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-6c5a28cd-775c-4a5b-b8dd-4d867396505c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918483'] for subnet, precommit_delete_associations {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:24.932916 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] No Port match for: 69b2a874-06da-41ef-ace7-e6169cd458fd {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:08:24.936780 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 69b2a874-06da-41ef-ace7-e6169cd458fd not bound to the agent host dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:08:25.031881 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-6c5a28cd-775c-4a5b-b8dd-4d867396505c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7935780'] for subnet, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:25.162461 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-6c5a28cd-775c-4a5b-b8dd-4d867396505c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7935787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59726650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60180870'] for subnet, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:25.190799 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a28cd-775c-4a5b-b8dd-4d867396505c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a07d5bf8-3b87-471a-89a9-2d701848ed67,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:08:25.196357 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-6c5a28cd-775c-4a5b-b8dd-4d867396505c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for subnet, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:25.200673 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-6c5a28cd-775c-4a5b-b8dd-4d867396505c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a07d5bf8-3b87-471a-89a9-2d701848ed67 HTTP/1.1" status: 204 len: 168 time: 0.3671820 Oct 18 03:08:25.201335 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2ea903-90aa-4848-a611-cae650465c62 None None] Network 6cbb75ab-13b4-4bd9-8954-350133e6c68a requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 03:08:25.203310 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 39624) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:08:25.271291 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-c30cdf77-84f1-4fdd-907b-7af9d2686037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7981797'] for network, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:25.328285 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-c30cdf77-84f1-4fdd-907b-7af9d2686037 admin admin] Deleting port 9e5f3165-43e3-4263-8576-b01b2bf7e022 {{(pid=106637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:08:25.328627 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-c30cdf77-84f1-4fdd-907b-7af9d2686037 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:25.406117 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056c81b9-cf5a-4e54-b875-b1421d50145c None None] DHCP port deletion for 6cbb75ab-13b4-4bd9-8954-350133e6c68a request from dv-cinder-814333-1-iscsi {{(pid=106638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 03:08:25.418712 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [None req-c30cdf77-84f1-4fdd-907b-7af9d2686037 admin admin] For port 9e5f3165-43e3-4263-8576-b01b2bf7e022, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=9e5f3165-43e3-4263-8576-b01b2bf7e022,segment=NetworkSegment(a471e3f3-0b3f-4101-a809-8ce3e58b2852),segment_id=a471e3f3-0b3f-4101-a809-8ce3e58b2852)] {{(pid=106637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:08:25.419082 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-c30cdf77-84f1-4fdd-907b-7af9d2686037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:25.430101 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da645e6d-b032-4493-b472-fc83f4afb393 req-05776565-54ad-46a5-b2a5-95e4241ebf62 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:08:25.436883 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-c30cdf77-84f1-4fdd-907b-7af9d2686037 admin admin] Calling delete_port for 9e5f3165-43e3-4263-8576-b01b2bf7e022 owned by network:dhcp {{(pid=106637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:08:25.438355 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-da645e6d-b032-4493-b472-fc83f4afb393 req-05776565-54ad-46a5-b2a5-95e4241ebf62 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f83567-3234-49a9-958f-46b111007b09 HTTP/1.1" status: 200 len: 945 time: 0.0984044 Oct 18 03:08:25.465612 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-056c81b9-cf5a-4e54-b875-b1421d50145c None None] Deleting port 9e5f3165-43e3-4263-8576-b01b2bf7e022 {{(pid=106638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:08:25.466149 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-056c81b9-cf5a-4e54-b875-b1421d50145c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:25.488049 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-da645e6d-b032-4493-b472-fc83f4afb393 req-535e36bf-b5d3-4684-b0b7-ca4fcb5a9646 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd0349cc-b7d4-4c19-a5af-3df62b8dff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465434 Oct 18 03:08:25.581135 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-056c81b9-cf5a-4e54-b875-b1421d50145c None None] For port 9e5f3165-43e3-4263-8576-b01b2bf7e022, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=9e5f3165-43e3-4263-8576-b01b2bf7e022,segment=NetworkSegment(a471e3f3-0b3f-4101-a809-8ce3e58b2852),segment_id=a471e3f3-0b3f-4101-a809-8ce3e58b2852)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:08:25.581542 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-056c81b9-cf5a-4e54-b875-b1421d50145c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:25.595577 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-056c81b9-cf5a-4e54-b875-b1421d50145c None None] Calling delete_port for 9e5f3165-43e3-4263-8576-b01b2bf7e022 owned by network:dhcp {{(pid=106638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:08:25.598172 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-c30cdf77-84f1-4fdd-907b-7af9d2686037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:25.636327 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30cdf77-84f1-4fdd-907b-7af9d2686037 admin admin] No DVR routers for this DVR port 9e5f3165-43e3-4263-8576-b01b2bf7e022 on host dv-cinder-814333-1-iscsi {{(pid=106637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 03:08:25.638493 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30cdf77-84f1-4fdd-907b-7af9d2686037 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e5f3165-43e3-4263-8576-b01b2bf7e022,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:08:25.670352 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2523ed8-e449-44a9-932e-5dc1f950524c req-6937ee8f-efa2-4c19-a3f5-b90dc8651b49 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:08:25.673333 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f2523ed8-e449-44a9-932e-5dc1f950524c req-6937ee8f-efa2-4c19-a3f5-b90dc8651b49 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.36 "GET /v2.0/ports?device_id=81f83567-3234-49a9-958f-46b111007b09 HTTP/1.1" status: 200 len: 945 time: 0.0834184 Oct 18 03:08:25.692957 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-056c81b9-cf5a-4e54-b875-b1421d50145c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607'] for port, after_delete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:25.741733 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c81b9-cf5a-4e54-b875-b1421d50145c None None] Pushing event deleted for resources: {'Port': ['ID=9e5f3165-43e3-4263-8576-b01b2bf7e022,revision_number=None']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:08:25.744388 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056c81b9-cf5a-4e54-b875-b1421d50145c None None] No DVR routers for this DVR port 9e5f3165-43e3-4263-8576-b01b2bf7e022 on host dv-cinder-814333-1-iscsi {{(pid=106638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 03:08:25.744683 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-c30cdf77-84f1-4fdd-907b-7af9d2686037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7935455', 'neutron.services.segments.db._delete_segments_for_network-8748751250701'] for network, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:25.776666 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.services.segments.db [None req-c30cdf77-84f1-4fdd-907b-7af9d2686037 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cbb75ab-13b4-4bd9-8954-350133e6c68a']}} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:08:25.786897 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.services.segments.db [None req-c30cdf77-84f1-4fdd-907b-7af9d2686037 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a471e3f3-0b3f-4101-a809-8ce3e58b2852') {'for_net_delete': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:08:25.787430 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.services.segments.db [None req-c30cdf77-84f1-4fdd-907b-7af9d2686037 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a471e3f3-0b3f-4101-a809-8ce3e58b2852') {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:08:25.797963 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-c30cdf77-84f1-4fdd-907b-7af9d2686037 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748751250198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2103707'] for segment, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:25.804128 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [req-f2523ed8-e449-44a9-932e-5dc1f950524c req-2d54bb03-af90-4ca3-93be-89a24b9f8d04 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Deleting port 443d663c-a41f-4d92-85e4-bd6c9b6817f2 {{(pid=106636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:08:25.804628 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-f2523ed8-e449-44a9-932e-5dc1f950524c req-2d54bb03-af90-4ca3-93be-89a24b9f8d04 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:25.811201 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-c30cdf77-84f1-4fdd-907b-7af9d2686037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965'] for segment, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:25.818000 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c30cdf77-84f1-4fdd-907b-7af9d2686037 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=106637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 03:08:25.818413 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-c30cdf77-84f1-4fdd-907b-7af9d2686037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3168536'] for segment, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:25.821415 dv-cinder-814333-1-iscsi neutron-server[106637]: Traceback (most recent call last): Oct 18 03:08:25.821415 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 03:08:25.821415 dv-cinder-814333-1-iscsi neutron-server[106637]: timer() Oct 18 03:08:25.821415 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 03:08:25.821415 dv-cinder-814333-1-iscsi neutron-server[106637]: cb(*args, **kw) Oct 18 03:08:25.821415 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 03:08:25.821415 dv-cinder-814333-1-iscsi neutron-server[106637]: return func(*args, **kwargs) Oct 18 03:08:25.821415 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 03:08:25.821415 dv-cinder-814333-1-iscsi neutron-server[106637]: self._notify() Oct 18 03:08:25.821415 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 03:08:25.821415 dv-cinder-814333-1-iscsi neutron-server[106637]: self.callback(batched_events) Oct 18 03:08:25.821415 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 03:08:25.821415 dv-cinder-814333-1-iscsi neutron-server[106637]: event.method(event) Oct 18 03:08:25.821415 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 03:08:25.821415 dv-cinder-814333-1-iscsi neutron-server[106637]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 03:08:25.821415 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 03:08:25.821415 dv-cinder-814333-1-iscsi neutron-server[106637]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 03:08:25.821415 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 03:08:25.821415 dv-cinder-814333-1-iscsi neutron-server[106637]: return f(self, *a, **k) Oct 18 03:08:25.821415 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 03:08:25.821415 dv-cinder-814333-1-iscsi neutron-server[106637]: return self._get(url).json() Oct 18 03:08:25.821415 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 03:08:25.821415 dv-cinder-814333-1-iscsi neutron-server[106637]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 03:08:25.821415 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 03:08:25.821415 dv-cinder-814333-1-iscsi neutron-server[106637]: return self.request(url, 'GET', **kwargs) Oct 18 03:08:25.821415 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 03:08:25.821415 dv-cinder-814333-1-iscsi neutron-server[106637]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 03:08:25.821415 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 03:08:25.821415 dv-cinder-814333-1-iscsi neutron-server[106637]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 03:08:25.821415 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 03:08:25.821415 dv-cinder-814333-1-iscsi neutron-server[106637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 03:08:25.821415 dv-cinder-814333-1-iscsi neutron-server[106637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 03:08:25.900963 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [req-f2523ed8-e449-44a9-932e-5dc1f950524c req-2d54bb03-af90-4ca3-93be-89a24b9f8d04 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] For port 443d663c-a41f-4d92-85e4-bd6c9b6817f2, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=443d663c-a41f-4d92-85e4-bd6c9b6817f2,segment=NetworkSegment(c85237e0-273f-4310-acca-d6fefe449c7b),segment_id=c85237e0-273f-4310-acca-d6fefe449c7b)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:08:25.901329 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-f2523ed8-e449-44a9-932e-5dc1f950524c req-2d54bb03-af90-4ca3-93be-89a24b9f8d04 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:25.914913 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [req-f2523ed8-e449-44a9-932e-5dc1f950524c req-2d54bb03-af90-4ca3-93be-89a24b9f8d04 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Calling delete_port for 443d663c-a41f-4d92-85e4-bd6c9b6817f2 owned by compute:nova {{(pid=106636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:08:25.960778 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-c30cdf77-84f1-4fdd-907b-7af9d2686037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7935398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612845'] for network, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:25.967339 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-c30cdf77-84f1-4fdd-907b-7af9d2686037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for network, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:25.974520 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-c30cdf77-84f1-4fdd-907b-7af9d2686037 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6cbb75ab-13b4-4bd9-8954-350133e6c68a HTTP/1.1" status: 204 len: 168 time: 0.7695742 Oct 18 03:08:25.986275 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30cdf77-84f1-4fdd-907b-7af9d2686037 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cbb75ab-13b4-4bd9-8954-350133e6c68a,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:08:26.115020 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-f2523ed8-e449-44a9-932e-5dc1f950524c req-2d54bb03-af90-4ca3-93be-89a24b9f8d04 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59726697'] for port, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:26.126716 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['443d663c-a41f-4d92-85e4-bd6c9b6817f2'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:08:26.149693 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54bb03-af90-4ca3-93be-89a24b9f8d04 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Pushing event deleted for resources: {'Port': ['ID=443d663c-a41f-4d92-85e4-bd6c9b6817f2,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:08:26.198683 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2523ed8-e449-44a9-932e-5dc1f950524c req-2d54bb03-af90-4ca3-93be-89a24b9f8d04 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] No DVR routers for this DVR port 443d663c-a41f-4d92-85e4-bd6c9b6817f2 on host hv-cinder-81433 {{(pid=106636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 03:08:26.203158 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-f2523ed8-e449-44a9-932e-5dc1f950524c req-2d54bb03-af90-4ca3-93be-89a24b9f8d04 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:26.206610 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f2523ed8-e449-44a9-932e-5dc1f950524c req-2d54bb03-af90-4ca3-93be-89a24b9f8d04 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.36 "DELETE /v2.0/ports/443d663c-a41f-4d92-85e4-bd6c9b6817f2 HTTP/1.1" status: 204 len: 173 time: 0.5276818 Oct 18 03:08:26.207053 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f83567-3234-49a9-958f-46b111007b09', 'name': 'network-vif-deleted', 'tag': '443d663c-a41f-4d92-85e4-bd6c9b6817f2'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:08:26.209350 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}496079113880dc21d8e474160779c487de2a9ec27c44afe50e843faa48598ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd13e0f8-cd16-47fc-a252-6a62838bbef9" -d '{"events": [{"server_uuid": "81f83567-3234-49a9-958f-46b111007b09", "name": "network-vif-deleted", "tag": "443d663c-a41f-4d92-85e4-bd6c9b6817f2"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:08:26.245436 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b677e5b0-8530-4909-93d4-3159fbd1b606 x-openstack-request-id: req-b677e5b0-8530-4909-93d4-3159fbd1b606 {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:08:26.245729 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f83567-3234-49a9-958f-46b111007b09", "name": "network-vif-deleted", "tag": "443d663c-a41f-4d92-85e4-bd6c9b6817f2", "status": "completed", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:08:26.246079 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b677e5b0-8530-4909-93d4-3159fbd1b606 {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:08:26.246497 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f83567-3234-49a9-958f-46b111007b09', 'name': 'network-vif-deleted', 'tag': '443d663c-a41f-4d92-85e4-bd6c9b6817f2', 'status': 'completed', 'code': 200} Oct 18 03:08:26.297580 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 39632) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:08:26.337258 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-5cfa263e-1a97-47bd-9be5-e8abd71b2838 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=62affdb1ab2e4d1e8559a84ed78fda53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380187 Oct 18 03:08:26.339344 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 39634) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:08:26.387627 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-53a06c6f-b4d3-466d-a070-2c87c9f4a291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:26.409733 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-53a06c6f-b4d3-466d-a070-2c87c9f4a291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:26.538246 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-53a06c6f-b4d3-466d-a070-2c87c9f4a291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:26.540077 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 9e5f3165-43e3-4263-8576-b01b2bf7e022 no longer exists at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:08:26.541401 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-53a06c6f-b4d3-466d-a070-2c87c9f4a291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:26.544330 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-53a06c6f-b4d3-466d-a070-2c87c9f4a291 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7daf798b-0fcd-4197-a180-ed8df66742aa HTTP/1.1" status: 204 len: 168 time: 0.2017219 Oct 18 03:08:26.550180 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a06c6f-b4d3-466d-a070-2c87c9f4a291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7daf798b-0fcd-4197-a180-ed8df66742aa,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:08:26.565083 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] No Port match for: 9e5f3165-43e3-4263-8576-b01b2bf7e022 {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:08:26.565564 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 9e5f3165-43e3-4263-8576-b01b2bf7e022 not bound to the agent host dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:08:26.566088 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f no longer exists at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:08:26.590843 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] No Port match for: 0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:08:26.591278 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 0dfc5ddb-4cfc-4dba-b190-2ecb0e120b9f not bound to the agent host dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:08:26.606025 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5783a300-ff9d-46ef-b7e5-a21d18b08644 req-2acaa7bc-4a58-42bf-bfcf-021dc9be39b3 tempest-AttachVolumeNegativeTest-591675401 tempest-AttachVolumeNegativeTest-591675401-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f83567-3234-49a9-958f-46b111007b09 HTTP/1.1" status: 200 len: 210 time: 0.0321953 Oct 18 03:08:27.278913 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 39642) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:08:27.317861 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-470acca7-b6f1-4eba-8d84-628846db7a5b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f49bf7ffcb1941928770cf7d5a23411a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378165 Oct 18 03:08:27.320368 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 39644) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:08:27.366086 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-ef1456d7-e83c-4ad3-a7ff-2ba4b6e6aa45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:27.387061 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-ef1456d7-e83c-4ad3-a7ff-2ba4b6e6aa45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:27.521624 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-ef1456d7-e83c-4ad3-a7ff-2ba4b6e6aa45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:27.524107 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-ef1456d7-e83c-4ad3-a7ff-2ba4b6e6aa45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:27.525236 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-ef1456d7-e83c-4ad3-a7ff-2ba4b6e6aa45 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e1c3dfbc-97be-49a5-b196-080adcf266cc HTTP/1.1" status: 204 len: 168 time: 0.2040036 Oct 18 03:08:27.533352 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1456d7-e83c-4ad3-a7ff-2ba4b6e6aa45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c3dfbc-97be-49a5-b196-080adcf266cc,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:08:27.662919 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 39650) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:08:27.708278 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc9574a-57ed-480a-8c02-6d208ee9fcde admin admin] Deleting subnet 832ee471-cf2d-4ec2-8fe6-13d29c45a55c {{(pid=106636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 18 03:08:27.711315 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9fc9574a-57ed-480a-8c02-6d208ee9fcde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:27.746898 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9fc9574a-57ed-480a-8c02-6d208ee9fcde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918483'] for subnet, precommit_delete_associations {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:27.785407 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9fc9574a-57ed-480a-8c02-6d208ee9fcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7935780'] for subnet, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:27.915988 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9fc9574a-57ed-480a-8c02-6d208ee9fcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7935787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59726650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60180870'] for subnet, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:27.943159 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9574a-57ed-480a-8c02-6d208ee9fcde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=832ee471-cf2d-4ec2-8fe6-13d29c45a55c,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:08:27.946944 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9fc9574a-57ed-480a-8c02-6d208ee9fcde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for subnet, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:27.950341 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-9fc9574a-57ed-480a-8c02-6d208ee9fcde admin admin] 10.222.0.30 "DELETE /v2.0/subnets/832ee471-cf2d-4ec2-8fe6-13d29c45a55c HTTP/1.1" status: 204 len: 168 time: 0.2872412 Oct 18 03:08:27.953503 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 39652) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:08:28.029933 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-f73d4505-0a29-428b-8520-7aea3cc70064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7981797'] for network, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:28.109332 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-f73d4505-0a29-428b-8520-7aea3cc70064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7935455', 'neutron.services.segments.db._delete_segments_for_network-8748751250701'] for network, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:28.129060 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.services.segments.db [None req-f73d4505-0a29-428b-8520-7aea3cc70064 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71a337fa-7407-4e05-93f9-e4e5599af849']}} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:08:28.138159 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.services.segments.db [None req-f73d4505-0a29-428b-8520-7aea3cc70064 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c85237e0-273f-4310-acca-d6fefe449c7b') {'for_net_delete': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:08:28.138458 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.services.segments.db [None req-f73d4505-0a29-428b-8520-7aea3cc70064 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c85237e0-273f-4310-acca-d6fefe449c7b') {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:08:28.148242 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-f73d4505-0a29-428b-8520-7aea3cc70064 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748751250198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918476'] for segment, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:28.161709 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-f73d4505-0a29-428b-8520-7aea3cc70064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965'] for segment, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:28.167485 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f73d4505-0a29-428b-8520-7aea3cc70064 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=106636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 03:08:28.167868 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-f73d4505-0a29-428b-8520-7aea3cc70064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59726684'] for segment, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:28.169460 dv-cinder-814333-1-iscsi neutron-server[106636]: Traceback (most recent call last): Oct 18 03:08:28.169460 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 03:08:28.169460 dv-cinder-814333-1-iscsi neutron-server[106636]: timer() Oct 18 03:08:28.169460 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 03:08:28.169460 dv-cinder-814333-1-iscsi neutron-server[106636]: cb(*args, **kw) Oct 18 03:08:28.169460 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 03:08:28.169460 dv-cinder-814333-1-iscsi neutron-server[106636]: return func(*args, **kwargs) Oct 18 03:08:28.169460 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 03:08:28.169460 dv-cinder-814333-1-iscsi neutron-server[106636]: self._notify() Oct 18 03:08:28.169460 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 03:08:28.169460 dv-cinder-814333-1-iscsi neutron-server[106636]: self.callback(batched_events) Oct 18 03:08:28.169460 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 03:08:28.169460 dv-cinder-814333-1-iscsi neutron-server[106636]: event.method(event) Oct 18 03:08:28.169460 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 03:08:28.169460 dv-cinder-814333-1-iscsi neutron-server[106636]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 03:08:28.169460 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 03:08:28.169460 dv-cinder-814333-1-iscsi neutron-server[106636]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 03:08:28.169460 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 03:08:28.169460 dv-cinder-814333-1-iscsi neutron-server[106636]: return f(self, *a, **k) Oct 18 03:08:28.169460 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 03:08:28.169460 dv-cinder-814333-1-iscsi neutron-server[106636]: return self._get(url).json() Oct 18 03:08:28.169460 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 03:08:28.169460 dv-cinder-814333-1-iscsi neutron-server[106636]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 03:08:28.169460 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 03:08:28.169460 dv-cinder-814333-1-iscsi neutron-server[106636]: return self.request(url, 'GET', **kwargs) Oct 18 03:08:28.169460 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 03:08:28.169460 dv-cinder-814333-1-iscsi neutron-server[106636]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 03:08:28.169460 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 03:08:28.169460 dv-cinder-814333-1-iscsi neutron-server[106636]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 03:08:28.169460 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 03:08:28.169460 dv-cinder-814333-1-iscsi neutron-server[106636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 03:08:28.169460 dv-cinder-814333-1-iscsi neutron-server[106636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 03:08:28.299059 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-f73d4505-0a29-428b-8520-7aea3cc70064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7935398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612845'] for network, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:28.304407 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-f73d4505-0a29-428b-8520-7aea3cc70064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for network, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:28.307750 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-f73d4505-0a29-428b-8520-7aea3cc70064 admin admin] 10.222.0.30 "DELETE /v2.0/networks/71a337fa-7407-4e05-93f9-e4e5599af849 HTTP/1.1" status: 204 len: 168 time: 0.3533804 Oct 18 03:08:28.319769 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d4505-0a29-428b-8520-7aea3cc70064 admin admin] Pushing event deleted for resources: {'Network': ['ID=71a337fa-7407-4e05-93f9-e4e5599af849,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:08:28.358561 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 443d663c-a41f-4d92-85e4-bd6c9b6817f2 no longer exists at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:08:28.379214 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] No Port match for: 443d663c-a41f-4d92-85e4-bd6c9b6817f2 {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:08:28.379479 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 443d663c-a41f-4d92-85e4-bd6c9b6817f2 not bound to the agent host hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:08:28.810328 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 39656) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:08:28.849339 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-84e4609d-2885-4dbd-975a-050495835c07 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2af4ff7703ae4894b1ff184f9995b229&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378687 Oct 18 03:08:28.851961 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 39658) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:08:28.898360 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-53c68638-37e5-4260-b56e-56282ccc38d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:28.917991 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-53c68638-37e5-4260-b56e-56282ccc38d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:29.047342 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-53c68638-37e5-4260-b56e-56282ccc38d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:29.049857 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-53c68638-37e5-4260-b56e-56282ccc38d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:29.051001 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-53c68638-37e5-4260-b56e-56282ccc38d5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dd0349cc-b7d4-4c19-a5af-3df62b8dff65 HTTP/1.1" status: 204 len: 168 time: 0.1981440 Oct 18 03:08:29.058972 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c68638-37e5-4260-b56e-56282ccc38d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0349cc-b7d4-4c19-a5af-3df62b8dff65,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:08:30.909838 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 39708) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:08:31.013055 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-5c7da331-2085-4404-a296-86b12488ab55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:31.087615 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-5c7da331-2085-4404-a296-86b12488ab55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:31.178927 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-5c7da331-2085-4404-a296-86b12488ab55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:31.218426 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7da331-2085-4404-a296-86b12488ab55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19253601-31a5-44d0-95fc-1cb84e7c0527,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:08:31.223576 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-5c7da331-2085-4404-a296-86b12488ab55 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e041d5e96389406caf8fcbad5c6f35e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3126776 Oct 18 03:08:31.226421 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 39712) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:08:31.274081 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-ab71b0f0-4cbd-4ec0-829d-63e5f46f87ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:31.293688 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-ab71b0f0-4cbd-4ec0-829d-63e5f46f87ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:31.394674 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-ab71b0f0-4cbd-4ec0-829d-63e5f46f87ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:31.397241 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-ab71b0f0-4cbd-4ec0-829d-63e5f46f87ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:31.398402 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-ab71b0f0-4cbd-4ec0-829d-63e5f46f87ba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/19253601-31a5-44d0-95fc-1cb84e7c0527 HTTP/1.1" status: 204 len: 168 time: 0.1710110 Oct 18 03:08:31.413895 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71b0f0-4cbd-4ec0-829d-63e5f46f87ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19253601-31a5-44d0-95fc-1cb84e7c0527,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:08:36.435905 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:37.484897 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 39796) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:08:37.586742 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e4dfd696-f92b-4aa3-9c92-687473f7e2d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:37.659269 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e4dfd696-f92b-4aa3-9c92-687473f7e2d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:37.737520 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e4dfd696-f92b-4aa3-9c92-687473f7e2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:37.776268 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-e4dfd696-f92b-4aa3-9c92-687473f7e2d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=042eb5df913440939bb092e0b6fa1f21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2903042 Oct 18 03:08:37.778204 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dfd696-f92b-4aa3-9c92-687473f7e2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49edd284-6cbc-4e16-8f20-c8d2be5d5a62,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:08:37.779038 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 39800) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:08:37.797444 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 39802) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:08:37.885794 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8fa89cd1-7e03-4eb4-9f06-a3111bacb88f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:37.943123 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8fa89cd1-7e03-4eb4-9f06-a3111bacb88f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:38.020538 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-0ae1a413-6fe8-4d72-8dcf-870261d30e9a tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Deleting port 3e862046-96b1-48d1-999f-d5e38f8c2ddf {{(pid=106636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:08:38.020881 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-0ae1a413-6fe8-4d72-8dcf-870261d30e9a tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:38.096026 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-0ae1a413-6fe8-4d72-8dcf-870261d30e9a tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:38.096349 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-0ae1a413-6fe8-4d72-8dcf-870261d30e9a tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:38.103386 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8fa89cd1-7e03-4eb4-9f06-a3111bacb88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:38.105946 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8fa89cd1-7e03-4eb4-9f06-a3111bacb88f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:38.107073 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-8fa89cd1-7e03-4eb4-9f06-a3111bacb88f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/49edd284-6cbc-4e16-8f20-c8d2be5d5a62 HTTP/1.1" status: 204 len: 168 time: 0.3270304 Oct 18 03:08:38.114428 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-0ae1a413-6fe8-4d72-8dcf-870261d30e9a tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Calling delete_port for 3e862046-96b1-48d1-999f-d5e38f8c2ddf owned by network:floatingip {{(pid=106636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:08:38.123061 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa89cd1-7e03-4eb4-9f06-a3111bacb88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49edd284-6cbc-4e16-8f20-c8d2be5d5a62,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:08:38.361845 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-0ae1a413-6fe8-4d72-8dcf-870261d30e9a tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59726697'] for port, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:38.390528 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1a413-6fe8-4d72-8dcf-870261d30e9a tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Pushing event deleted for resources: {'Port': ['ID=3e862046-96b1-48d1-999f-d5e38f8c2ddf,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:08:38.453322 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-0ae1a413-6fe8-4d72-8dcf-870261d30e9a tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for floatingip, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:38.453672 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.db.l3_db [None req-0ae1a413-6fe8-4d72-8dcf-870261d30e9a tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Floating IP 9f0d04be-1e81-4453-bfca-da27ea140846 disassociated (deleted). External IP: 172.27.3.169, port: d5c01f87-9f59-49f8-9f6c-5ffd13f55a24. Oct 18 03:08:38.661228 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae1a413-6fe8-4d72-8dcf-870261d30e9a tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Router f665c283-6d4b-40fa-a23c-2031c7584340 has already been hosted by L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 {{(pid=106636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 03:08:38.674448 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 39808) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:08:38.688222 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-81d85820-b4d3-4271-a6af-55c122d178dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:38.760927 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-81d85820-b4d3-4271-a6af-55c122d178dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:38.770445 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae1a413-6fe8-4d72-8dcf-870261d30e9a tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 03:08:38.775012 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-0ae1a413-6fe8-4d72-8dcf-870261d30e9a tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for floatingip, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:38.782031 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1940280d-7327-42f6-8d92-e65ed56a1420 None None] Sync routers for ids ['f665c283-6d4b-40fa-a23c-2031c7584340'] in dv-cinder-814333-1-iscsi {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 03:08:38.793990 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1940280d-7327-42f6-8d92-e65ed56a1420 None None] Routers {'f665c283-6d4b-40fa-a23c-2031c7584340'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:08:38.794674 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-1940280d-7327-42f6-8d92-e65ed56a1420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:08:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['f665c283-6d4b-40fa-a23c-2031c7584340'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:08:38.802304 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-0ae1a413-6fe8-4d72-8dcf-870261d30e9a tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "DELETE /v2.0/floatingips/9f0d04be-1e81-4453-bfca-da27ea140846 HTTP/1.1" status: 204 len: 168 time: 1.0038154 Oct 18 03:08:38.802985 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19243908-7c1a-42fd-87a5-50d0f81b585c', 'tag': 'd5c01f87-9f59-49f8-9f6c-5ffd13f55a24'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:08:38.805352 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}496079113880dc21d8e474160779c487de2a9ec27c44afe50e843faa48598ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e49acb-0d54-4a7a-8d5d-1c0e78253544" -d '{"events": [{"name": "network-changed", "server_uuid": "19243908-7c1a-42fd-87a5-50d0f81b585c", "tag": "d5c01f87-9f59-49f8-9f6c-5ffd13f55a24"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:08:38.843777 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 03:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d0249c-94ad-4113-a6b0-593d7c90b2c6 x-openstack-request-id: req-22d0249c-94ad-4113-a6b0-593d7c90b2c6 {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:08:38.844208 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19243908-7c1a-42fd-87a5-50d0f81b585c", "tag": "d5c01f87-9f59-49f8-9f6c-5ffd13f55a24", "status": "completed", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:08:38.844563 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-22d0249c-94ad-4113-a6b0-593d7c90b2c6 {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:08:38.845053 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19243908-7c1a-42fd-87a5-50d0f81b585c', 'tag': 'd5c01f87-9f59-49f8-9f6c-5ffd13f55a24', 'status': 'completed', 'code': 200} Oct 18 03:08:38.847595 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-81d85820-b4d3-4271-a6af-55c122d178dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:38.890575 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-81d85820-b4d3-4271-a6af-55c122d178dd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=30cb948a5ce842b3ae1e23276e615ce0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2149892 Oct 18 03:08:38.891704 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d85820-b4d3-4271-a6af-55c122d178dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf80b15d-66e3-4ae5-bc79-0daf4ba5f183,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:08:38.894839 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 39814) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:08:38.906419 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-1940280d-7327-42f6-8d92-e65ed56a1420 None None] Set router f665c283-6d4b-40fa-a23c-2031c7584340 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:08:38.922571 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e49acb-0d54-4a7a-8d5d-1c0e78253544 req-1ad4decf-ee62-4408-848d-c107847176c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:08:38.924167 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d7e49acb-0d54-4a7a-8d5d-1c0e78253544 req-1ad4decf-ee62-4408-848d-c107847176c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b53d2fa916034e5791986e3a904b2f43&device_id=19243908-7c1a-42fd-87a5-50d0f81b585c HTTP/1.1" status: 200 len: 1099 time: 0.0509472 Oct 18 03:08:38.945572 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-3e7a168e-5c1a-47a7-9b6f-64a92df9e8b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:38.981717 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-3e7a168e-5c1a-47a7-9b6f-64a92df9e8b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:39.022774 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e49acb-0d54-4a7a-8d5d-1c0e78253544 req-91c98879-1698-44d0-a9f9-c871ea748540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:08:39.024271 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d7e49acb-0d54-4a7a-8d5d-1c0e78253544 req-91c98879-1698-44d0-a9f9-c871ea748540 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e3f93b2-6ab7-425d-a45f-ad1ff777d056 HTTP/1.1" status: 200 len: 913 time: 0.0929782 Oct 18 03:08:39.071302 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d7e49acb-0d54-4a7a-8d5d-1c0e78253544 req-80d357c1-6305-4c0f-8ad9-169fa6736f6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5c01f87-9f59-49f8-9f6c-5ffd13f55a24 HTTP/1.1" status: 200 len: 217 time: 0.0371892 Oct 18 03:08:39.122730 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-3e7a168e-5c1a-47a7-9b6f-64a92df9e8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:39.127072 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-3e7a168e-5c1a-47a7-9b6f-64a92df9e8b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:39.131425 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e49acb-0d54-4a7a-8d5d-1c0e78253544 req-ce3be506-66d1-4088-a86d-0836704d2d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:08:39.133175 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d7e49acb-0d54-4a7a-8d5d-1c0e78253544 req-ce3be506-66d1-4088-a86d-0836704d2d0e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5242877d-4476-4a28-8a5b-87f4884f5f65 HTTP/1.1" status: 200 len: 851 time: 0.0544641 Oct 18 03:08:39.135341 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-3e7a168e-5c1a-47a7-9b6f-64a92df9e8b0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf80b15d-66e3-4ae5-bc79-0daf4ba5f183 HTTP/1.1" status: 204 len: 168 time: 0.2394457 Oct 18 03:08:39.154474 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a168e-5c1a-47a7-9b6f-64a92df9e8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf80b15d-66e3-4ae5-bc79-0daf4ba5f183,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:08:39.216893 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e49acb-0d54-4a7a-8d5d-1c0e78253544 req-dce18f4b-58c7-482d-959e-7bde5c95b377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:08:39.218996 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d7e49acb-0d54-4a7a-8d5d-1c0e78253544 req-dce18f4b-58c7-482d-959e-7bde5c95b377 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e3f93b2-6ab7-425d-a45f-ad1ff777d056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778472 Oct 18 03:08:39.235716 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a980c4-f918-4b2a-9978-3708b39dc365 req-e44e48a7-5093-4c92-a4c9-015863ed57f1 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:08:39.237266 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-38a980c4-f918-4b2a-9978-3708b39dc365 req-e44e48a7-5093-4c92-a4c9-015863ed57f1 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=19243908-7c1a-42fd-87a5-50d0f81b585c HTTP/1.1" status: 200 len: 946 time: 0.0847344 Oct 18 03:08:39.288541 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-1940280d-7327-42f6-8d92-e65ed56a1420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'name': 'tempest-TestVolumeBootPattern-1184054740-router', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:00:29Z', 'updated_at': '2021-10-18T03:00:34Z', 'revision_number': 4, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'gw_port': {'id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:30Z', 'updated_at': '2021-10-18T03:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_floatingips': [{'id': 'ef36550f-3cac-4b1b-9a84-a885ad56090f', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'router_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'port_id': 'ff7732df-5384-42f3-b2da-712c5a544b8b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'mac_address': 'fa:16:3e:55:fa:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb6a8f3-614d-407f-9f04-857ec1ceb8f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T03:04:42Z', 'updated_at': '2021-10-18T03:04:45Z', 'revision_number': 1, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42a7403-3236-431d-80b5-ba7ad912b82a', 'name': '', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'mac_address': 'fa:16:3e:4c:7d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:33Z', 'updated_at': '2021-10-18T03:00:38Z', 'revision_number': 5, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'subnets': [{'id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:08:39.316089 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1940280d-7327-42f6-8d92-e65ed56a1420 None None] Checking router: f665c283-6d4b-40fa-a23c-2031c7584340 for host: dv-cinder-814333-1-iscsi {{(pid=106638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 03:08:39.323406 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-38a980c4-f918-4b2a-9978-3708b39dc365 req-f571be60-49ca-42db-bfed-ca73ccdd229d tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687299 Oct 18 03:08:39.324564 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1940280d-7327-42f6-8d92-e65ed56a1420 None None] Routers {'f665c283-6d4b-40fa-a23c-2031c7584340'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:08:39.325171 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-1940280d-7327-42f6-8d92-e65ed56a1420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:08:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['f665c283-6d4b-40fa-a23c-2031c7584340'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:08:39.347764 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d7e49acb-0d54-4a7a-8d5d-1c0e78253544 req-5e9d3f00-5ec4-4417-8d8a-36164ed2408e service neutron] 10.222.0.36 "GET /v2.0/networks/7e3f93b2-6ab7-425d-a45f-ad1ff777d056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201043 Oct 18 03:08:39.433492 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-1940280d-7327-42f6-8d92-e65ed56a1420 None None] Set router f665c283-6d4b-40fa-a23c-2031c7584340 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:08:39.444398 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d7e49acb-0d54-4a7a-8d5d-1c0e78253544 req-2f64e2bf-f6a9-42c4-b28d-9f5904c328db service neutron] 10.222.0.36 "GET /v2.0/networks/7e3f93b2-6ab7-425d-a45f-ad1ff777d056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879974 Oct 18 03:08:39.667837 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-1940280d-7327-42f6-8d92-e65ed56a1420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'name': 'tempest-TestVolumeBootPattern-1184054740-router', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:00:29Z', 'updated_at': '2021-10-18T03:00:34Z', 'revision_number': 4, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'gw_port': {'id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:30Z', 'updated_at': '2021-10-18T03:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_floatingips': [{'id': 'ef36550f-3cac-4b1b-9a84-a885ad56090f', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'router_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'port_id': 'ff7732df-5384-42f3-b2da-712c5a544b8b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'mac_address': 'fa:16:3e:55:fa:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb6a8f3-614d-407f-9f04-857ec1ceb8f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T03:04:42Z', 'updated_at': '2021-10-18T03:04:45Z', 'revision_number': 1, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42a7403-3236-431d-80b5-ba7ad912b82a', 'name': '', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'mac_address': 'fa:16:3e:4c:7d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:33Z', 'updated_at': '2021-10-18T03:00:38Z', 'revision_number': 5, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'subnets': [{'id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:08:39.694233 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1940280d-7327-42f6-8d92-e65ed56a1420 None None] The sync data for ids ['f665c283-6d4b-40fa-a23c-2031c7584340'] in dv-cinder-814333-1-iscsi is: [{'id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'name': 'tempest-TestVolumeBootPattern-1184054740-router', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:00:29Z', 'updated_at': '2021-10-18T03:00:34Z', 'revision_number': 4, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'gw_port': {'id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:30Z', 'updated_at': '2021-10-18T03:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_floatingips': [{'id': 'ef36550f-3cac-4b1b-9a84-a885ad56090f', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'router_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'port_id': 'ff7732df-5384-42f3-b2da-712c5a544b8b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'mac_address': 'fa:16:3e:55:fa:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb6a8f3-614d-407f-9f04-857ec1ceb8f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T03:04:42Z', 'updated_at': '2021-10-18T03:04:45Z', 'revision_number': 1, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42a7403-3236-431d-80b5-ba7ad912b82a', 'name': '', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'mac_address': 'fa:16:3e:4c:7d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:33Z', 'updated_at': '2021-10-18T03:00:38Z', 'revision_number': 5, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'subnets': [{'id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 03:08:39.909686 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f33404-1ed6-42be-a75b-6ad2a2678e59 None None] New status for floating IP 9f0d04be-1e81-4453-bfca-da27ea140846: DOWN {{(pid=106639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 03:08:40.450831 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63097446-b58f-4032-8e2b-4f31ab830abf req-9268c67f-6fdf-411b-8de7-b372ccac7bf9 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:08:40.453701 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-63097446-b58f-4032-8e2b-4f31ab830abf req-9268c67f-6fdf-411b-8de7-b372ccac7bf9 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=19243908-7c1a-42fd-87a5-50d0f81b585c HTTP/1.1" status: 200 len: 946 time: 0.0564098 Oct 18 03:08:40.496317 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-63097446-b58f-4032-8e2b-4f31ab830abf req-8258ed47-7dc3-46d8-a112-2a603d9ab795 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366414 Oct 18 03:08:40.634742 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732fe49-ee00-4f4e-aa80-285de88ad10e req-ccb51145-d126-4306-81b7-6ebaee5af5e8 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:08:40.636265 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4732fe49-ee00-4f4e-aa80-285de88ad10e req-ccb51145-d126-4306-81b7-6ebaee5af5e8 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.36 "GET /v2.0/ports?device_id=19243908-7c1a-42fd-87a5-50d0f81b585c HTTP/1.1" status: 200 len: 946 time: 0.0490000 Oct 18 03:08:40.730043 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [req-4732fe49-ee00-4f4e-aa80-285de88ad10e req-11e4129f-271c-4870-8d4a-7fb3f7a6b3d4 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Deleting port d5c01f87-9f59-49f8-9f6c-5ffd13f55a24 {{(pid=106636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:08:40.730382 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-4732fe49-ee00-4f4e-aa80-285de88ad10e req-11e4129f-271c-4870-8d4a-7fb3f7a6b3d4 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:40.824221 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [req-4732fe49-ee00-4f4e-aa80-285de88ad10e req-11e4129f-271c-4870-8d4a-7fb3f7a6b3d4 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] For port d5c01f87-9f59-49f8-9f6c-5ffd13f55a24, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=d5c01f87-9f59-49f8-9f6c-5ffd13f55a24,segment=NetworkSegment(93fde34d-71f4-4664-b4a1-dc668456a811),segment_id=93fde34d-71f4-4664-b4a1-dc668456a811)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:08:40.824595 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-4732fe49-ee00-4f4e-aa80-285de88ad10e req-11e4129f-271c-4870-8d4a-7fb3f7a6b3d4 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:40.840895 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [req-4732fe49-ee00-4f4e-aa80-285de88ad10e req-11e4129f-271c-4870-8d4a-7fb3f7a6b3d4 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Calling delete_port for d5c01f87-9f59-49f8-9f6c-5ffd13f55a24 owned by compute:nova {{(pid=106636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:08:41.065145 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-4732fe49-ee00-4f4e-aa80-285de88ad10e req-11e4129f-271c-4870-8d4a-7fb3f7a6b3d4 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59726697'] for port, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:41.098469 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e4129f-271c-4870-8d4a-7fb3f7a6b3d4 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Pushing event deleted for resources: {'Port': ['ID=d5c01f87-9f59-49f8-9f6c-5ffd13f55a24,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:08:41.399303 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [req-4732fe49-ee00-4f4e-aa80-285de88ad10e req-11e4129f-271c-4870-8d4a-7fb3f7a6b3d4 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] No DVR routers for this DVR port d5c01f87-9f59-49f8-9f6c-5ffd13f55a24 on host hv-cinder-81433 {{(pid=106636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 03:08:41.401718 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-4732fe49-ee00-4f4e-aa80-285de88ad10e req-11e4129f-271c-4870-8d4a-7fb3f7a6b3d4 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:41.405251 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4732fe49-ee00-4f4e-aa80-285de88ad10e req-11e4129f-271c-4870-8d4a-7fb3f7a6b3d4 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.36 "DELETE /v2.0/ports/d5c01f87-9f59-49f8-9f6c-5ffd13f55a24 HTTP/1.1" status: 204 len: 173 time: 0.7632270 Oct 18 03:08:41.405691 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19243908-7c1a-42fd-87a5-50d0f81b585c', 'name': 'network-vif-deleted', 'tag': 'd5c01f87-9f59-49f8-9f6c-5ffd13f55a24'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:08:41.408416 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}496079113880dc21d8e474160779c487de2a9ec27c44afe50e843faa48598ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ff649f-e449-41eb-9f5f-ade98223e19c" -d '{"events": [{"server_uuid": "19243908-7c1a-42fd-87a5-50d0f81b585c", "name": "network-vif-deleted", "tag": "d5c01f87-9f59-49f8-9f6c-5ffd13f55a24"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:08:41.446000 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1982da92-78bf-4068-95a1-c4083b6e3640 x-openstack-request-id: req-1982da92-78bf-4068-95a1-c4083b6e3640 {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:08:41.446516 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19243908-7c1a-42fd-87a5-50d0f81b585c", "name": "network-vif-deleted", "tag": "d5c01f87-9f59-49f8-9f6c-5ffd13f55a24", "status": "completed", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:08:41.446711 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1982da92-78bf-4068-95a1-c4083b6e3640 {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:08:41.447060 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19243908-7c1a-42fd-87a5-50d0f81b585c', 'name': 'network-vif-deleted', 'tag': 'd5c01f87-9f59-49f8-9f6c-5ffd13f55a24', 'status': 'completed', 'code': 200} Oct 18 03:08:41.593440 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5337c2a0-e3cb-4a12-84b6-e525ec491ba3 req-f32a307f-4b65-4ca0-86d0-68c60f94e4eb tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=19243908-7c1a-42fd-87a5-50d0f81b585c HTTP/1.1" status: 200 len: 210 time: 0.0261021 Oct 18 03:08:42.698529 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-104ee5a7-fa15-48eb-a145-81bd9e241d4b req-9a8d5650-97ac-4181-ac2f-33aaa9d317dd tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=19243908-7c1a-42fd-87a5-50d0f81b585c HTTP/1.1" status: 200 len: 210 time: 0.0251820 Oct 18 03:08:44.812659 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device d5c01f87-9f59-49f8-9f6c-5ffd13f55a24 no longer exists at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:08:44.833450 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] No Port match for: d5c01f87-9f59-49f8-9f6c-5ffd13f55a24 {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:08:44.856743 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device d5c01f87-9f59-49f8-9f6c-5ffd13f55a24 not bound to the agent host hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:08:49.247608 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-70cecb2d-7bd8-4fdb-ae33-6d77eb37ebb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:49.366555 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 39918) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:08:49.513355 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-2f1cb640-d130-4020-a88f-6a95f2eb85e0 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Deleting port 98cc5315-706d-4fca-bf21-5eb267aaa385 {{(pid=106636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:08:49.513607 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-2f1cb640-d130-4020-a88f-6a95f2eb85e0 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:49.587649 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-2f1cb640-d130-4020-a88f-6a95f2eb85e0 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:49.587969 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-2f1cb640-d130-4020-a88f-6a95f2eb85e0 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:49.600243 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-2f1cb640-d130-4020-a88f-6a95f2eb85e0 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Calling delete_port for 98cc5315-706d-4fca-bf21-5eb267aaa385 owned by network:floatingip {{(pid=106636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:08:49.818809 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-2f1cb640-d130-4020-a88f-6a95f2eb85e0 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59726697'] for port, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:49.844071 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1cb640-d130-4020-a88f-6a95f2eb85e0 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Pushing event deleted for resources: {'Port': ['ID=98cc5315-706d-4fca-bf21-5eb267aaa385,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:08:49.855160 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cb640-d130-4020-a88f-6a95f2eb85e0 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:08:49.855508 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cb640-d130-4020-a88f-6a95f2eb85e0 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:08:49.855842 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cb640-d130-4020-a88f-6a95f2eb85e0 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:08:49.856171 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cb640-d130-4020-a88f-6a95f2eb85e0 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:08:49.856498 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cb640-d130-4020-a88f-6a95f2eb85e0 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:08:49.856823 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cb640-d130-4020-a88f-6a95f2eb85e0 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:08:49.857145 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cb640-d130-4020-a88f-6a95f2eb85e0 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:08:49.857466 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cb640-d130-4020-a88f-6a95f2eb85e0 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:08:49.857911 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cb640-d130-4020-a88f-6a95f2eb85e0 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:08:49.858489 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cb640-d130-4020-a88f-6a95f2eb85e0 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:08:49.858599 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cb640-d130-4020-a88f-6a95f2eb85e0 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:08:49.858866 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cb640-d130-4020-a88f-6a95f2eb85e0 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:08:49.913626 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-2f1cb640-d130-4020-a88f-6a95f2eb85e0 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for floatingip, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:49.913974 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.db.l3_db [None req-2f1cb640-d130-4020-a88f-6a95f2eb85e0 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Floating IP ef36550f-3cac-4b1b-9a84-a885ad56090f disassociated (deleted). External IP: 172.27.3.7, port: ff7732df-5384-42f3-b2da-712c5a544b8b. Oct 18 03:08:50.112159 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1cb640-d130-4020-a88f-6a95f2eb85e0 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Router f665c283-6d4b-40fa-a23c-2031c7584340 has already been hosted by L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 {{(pid=106636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 03:08:50.216521 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1cb640-d130-4020-a88f-6a95f2eb85e0 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 03:08:50.221517 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-2f1cb640-d130-4020-a88f-6a95f2eb85e0 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for floatingip, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:50.226182 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810f40c5-7456-48f6-853a-d458e1d1e49c None None] Sync routers for ids ['f665c283-6d4b-40fa-a23c-2031c7584340'] in dv-cinder-814333-1-iscsi {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 03:08:50.238856 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810f40c5-7456-48f6-853a-d458e1d1e49c None None] Routers {'f665c283-6d4b-40fa-a23c-2031c7584340'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:08:50.239464 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-810f40c5-7456-48f6-853a-d458e1d1e49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:08:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['f665c283-6d4b-40fa-a23c-2031c7584340'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:08:50.247497 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-2f1cb640-d130-4020-a88f-6a95f2eb85e0 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "DELETE /v2.0/floatingips/ef36550f-3cac-4b1b-9a84-a885ad56090f HTTP/1.1" status: 204 len: 168 time: 0.8798575 Oct 18 03:08:50.248077 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb6a8f3-614d-407f-9f04-857ec1ceb8f7', 'tag': 'ff7732df-5384-42f3-b2da-712c5a544b8b'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:08:50.250832 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}496079113880dc21d8e474160779c487de2a9ec27c44afe50e843faa48598ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6c421f-c287-41b5-9858-bfddd200e3a0" -d '{"events": [{"name": "network-changed", "server_uuid": "8eb6a8f3-614d-407f-9f04-857ec1ceb8f7", "tag": "ff7732df-5384-42f3-b2da-712c5a544b8b"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:08:50.288778 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 03:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88520d3e-b982-441b-b64f-b3ce12eef9b2 x-openstack-request-id: req-88520d3e-b982-441b-b64f-b3ce12eef9b2 {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:08:50.289067 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eb6a8f3-614d-407f-9f04-857ec1ceb8f7", "tag": "ff7732df-5384-42f3-b2da-712c5a544b8b", "status": "completed", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:08:50.289504 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-88520d3e-b982-441b-b64f-b3ce12eef9b2 {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:08:50.290358 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eb6a8f3-614d-407f-9f04-857ec1ceb8f7', 'tag': 'ff7732df-5384-42f3-b2da-712c5a544b8b', 'status': 'completed', 'code': 200} Oct 18 03:08:50.348873 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-810f40c5-7456-48f6-853a-d458e1d1e49c None None] Set router f665c283-6d4b-40fa-a23c-2031c7584340 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:08:50.543920 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-810f40c5-7456-48f6-853a-d458e1d1e49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'name': 'tempest-TestVolumeBootPattern-1184054740-router', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:00:29Z', 'updated_at': '2021-10-18T03:00:34Z', 'revision_number': 4, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'gw_port': {'id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:30Z', 'updated_at': '2021-10-18T03:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': 'f42a7403-3236-431d-80b5-ba7ad912b82a', 'name': '', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'mac_address': 'fa:16:3e:4c:7d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:33Z', 'updated_at': '2021-10-18T03:00:38Z', 'revision_number': 5, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'subnets': [{'id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:08:50.568932 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810f40c5-7456-48f6-853a-d458e1d1e49c None None] Checking router: f665c283-6d4b-40fa-a23c-2031c7584340 for host: dv-cinder-814333-1-iscsi {{(pid=106638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 03:08:50.577696 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810f40c5-7456-48f6-853a-d458e1d1e49c None None] Routers {'f665c283-6d4b-40fa-a23c-2031c7584340'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:08:50.580838 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-810f40c5-7456-48f6-853a-d458e1d1e49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:08:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['f665c283-6d4b-40fa-a23c-2031c7584340'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:08:50.681359 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-810f40c5-7456-48f6-853a-d458e1d1e49c None None] Set router f665c283-6d4b-40fa-a23c-2031c7584340 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:08:50.758739 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc849c0-ae22-4c6c-82fe-31e5da9e9c36 req-7cd1a5ec-883a-48b5-a8c3-da22833a69d1 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:08:50.760111 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-2cc849c0-ae22-4c6c-82fe-31e5da9e9c36 req-7cd1a5ec-883a-48b5-a8c3-da22833a69d1 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=8eb6a8f3-614d-407f-9f04-857ec1ceb8f7 HTTP/1.1" status: 200 len: 945 time: 0.0517740 Oct 18 03:08:50.798117 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-2cc849c0-ae22-4c6c-82fe-31e5da9e9c36 req-afc21e11-e6e8-4eac-b5b2-5fe5395c26ea tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310445 Oct 18 03:08:50.876659 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-810f40c5-7456-48f6-853a-d458e1d1e49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'name': 'tempest-TestVolumeBootPattern-1184054740-router', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:00:29Z', 'updated_at': '2021-10-18T03:00:34Z', 'revision_number': 4, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'gw_port': {'id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:30Z', 'updated_at': '2021-10-18T03:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': 'f42a7403-3236-431d-80b5-ba7ad912b82a', 'name': '', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'mac_address': 'fa:16:3e:4c:7d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:33Z', 'updated_at': '2021-10-18T03:00:38Z', 'revision_number': 5, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'subnets': [{'id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:08:50.905753 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810f40c5-7456-48f6-853a-d458e1d1e49c None None] The sync data for ids ['f665c283-6d4b-40fa-a23c-2031c7584340'] in dv-cinder-814333-1-iscsi is: [{'id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'name': 'tempest-TestVolumeBootPattern-1184054740-router', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:00:29Z', 'updated_at': '2021-10-18T03:00:34Z', 'revision_number': 4, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'gw_port': {'id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:30Z', 'updated_at': '2021-10-18T03:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': 'f42a7403-3236-431d-80b5-ba7ad912b82a', 'name': '', 'network_id': '7e3f93b2-6ab7-425d-a45f-ad1ff777d056', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'mac_address': 'fa:16:3e:4c:7d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:33Z', 'updated_at': '2021-10-18T03:00:38Z', 'revision_number': 5, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'subnets': [{'id': '5242877d-4476-4a28-8a5b-87f4884f5f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 03:08:51.108433 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439e627b-3c34-4e6d-a636-8ecc23487f2d None None] New status for floating IP ef36550f-3cac-4b1b-9a84-a885ad56090f: DOWN {{(pid=106639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 03:08:51.522191 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c421f-c287-41b5-9858-bfddd200e3a0 req-072ffd5b-56c8-4412-bae7-686a74e1d051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:08:51.523620 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8f6c421f-c287-41b5-9858-bfddd200e3a0 req-072ffd5b-56c8-4412-bae7-686a74e1d051 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b53d2fa916034e5791986e3a904b2f43&device_id=8eb6a8f3-614d-407f-9f04-857ec1ceb8f7 HTTP/1.1" status: 200 len: 1098 time: 0.0394752 Oct 18 03:08:51.596492 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 6 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 03:08:51.618265 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c421f-c287-41b5-9858-bfddd200e3a0 req-3e15acfa-e3b9-4a54-bf57-617f3988c53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:08:51.619695 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8f6c421f-c287-41b5-9858-bfddd200e3a0 req-3e15acfa-e3b9-4a54-bf57-617f3988c53f service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e3f93b2-6ab7-425d-a45f-ad1ff777d056 HTTP/1.1" status: 200 len: 913 time: 0.0883501 Oct 18 03:08:51.661166 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8f6c421f-c287-41b5-9858-bfddd200e3a0 req-b61141c6-219c-4bc2-a60b-297e642613d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff7732df-5384-42f3-b2da-712c5a544b8b HTTP/1.1" status: 200 len: 217 time: 0.0333033 Oct 18 03:08:51.711050 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c421f-c287-41b5-9858-bfddd200e3a0 req-0248d3c8-68dd-4029-91a5-6c24cc86ce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:08:51.712451 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8f6c421f-c287-41b5-9858-bfddd200e3a0 req-0248d3c8-68dd-4029-91a5-6c24cc86ce60 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5242877d-4476-4a28-8a5b-87f4884f5f65 HTTP/1.1" status: 200 len: 851 time: 0.0426521 Oct 18 03:08:51.758163 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c421f-c287-41b5-9858-bfddd200e3a0 req-c5419c78-9a08-4adb-a6e1-7a53eb3d5f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:08:51.759581 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8f6c421f-c287-41b5-9858-bfddd200e3a0 req-c5419c78-9a08-4adb-a6e1-7a53eb3d5f16 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e3f93b2-6ab7-425d-a45f-ad1ff777d056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384421 Oct 18 03:08:51.851077 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8f6c421f-c287-41b5-9858-bfddd200e3a0 req-4c36fe75-e6b1-466f-9454-2a3134e62a64 service neutron] 10.222.0.36 "GET /v2.0/networks/7e3f93b2-6ab7-425d-a45f-ad1ff777d056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836358 Oct 18 03:08:51.921167 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-85a00e3e-cf88-427a-86ad-e48798280569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:51.963963 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444ec91-98d0-49ee-8537-377450dc8ad5 req-861be792-8c32-43b0-afdf-cb32ee5ec852 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:08:51.965440 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-2444ec91-98d0-49ee-8537-377450dc8ad5 req-861be792-8c32-43b0-afdf-cb32ee5ec852 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=8eb6a8f3-614d-407f-9f04-857ec1ceb8f7 HTTP/1.1" status: 200 len: 945 time: 0.0986319 Oct 18 03:08:51.995564 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8f6c421f-c287-41b5-9858-bfddd200e3a0 req-71c6ae5a-828c-4392-8596-6340593cdaa4 service neutron] 10.222.0.36 "GET /v2.0/networks/7e3f93b2-6ab7-425d-a45f-ad1ff777d056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369812 Oct 18 03:08:52.018972 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-2444ec91-98d0-49ee-8537-377450dc8ad5 req-cfe08232-ae00-4356-a61a-beae5a855de1 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459898 Oct 18 03:08:52.560177 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:53.083247 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685c936-9a29-45f9-adc2-bb8e2f62e28a req-514524a4-0468-40d2-89ad-7b54629f8ada tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:08:53.084719 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-2685c936-9a29-45f9-adc2-bb8e2f62e28a req-514524a4-0468-40d2-89ad-7b54629f8ada tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.36 "GET /v2.0/ports?device_id=8eb6a8f3-614d-407f-9f04-857ec1ceb8f7 HTTP/1.1" status: 200 len: 945 time: 0.0499983 Oct 18 03:08:53.182468 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1b413-6c9a-4d68-b3b4-3955c5a1377f req-de27d9ab-fb62-490e-bb46-bd20d2f6a95f tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:08:53.183915 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ded1b413-6c9a-4d68-b3b4-3955c5a1377f req-de27d9ab-fb62-490e-bb46-bd20d2f6a95f tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=8eb6a8f3-614d-407f-9f04-857ec1ceb8f7 HTTP/1.1" status: 200 len: 945 time: 0.0971072 Oct 18 03:08:53.234865 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ded1b413-6c9a-4d68-b3b4-3955c5a1377f req-40888766-7d15-44a3-9c77-24f7e6c83d9e tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d55569a-9e83-4eb5-ab1b-e296cd79d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432966 Oct 18 03:08:53.239476 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [req-2685c936-9a29-45f9-adc2-bb8e2f62e28a req-c042cc30-1a8e-413a-a0b6-ebfd8351be6d tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Deleting port ff7732df-5384-42f3-b2da-712c5a544b8b {{(pid=106636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:08:53.239818 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-2685c936-9a29-45f9-adc2-bb8e2f62e28a req-c042cc30-1a8e-413a-a0b6-ebfd8351be6d tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:53.264510 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:53.332973 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [req-2685c936-9a29-45f9-adc2-bb8e2f62e28a req-c042cc30-1a8e-413a-a0b6-ebfd8351be6d tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] For port ff7732df-5384-42f3-b2da-712c5a544b8b, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=ff7732df-5384-42f3-b2da-712c5a544b8b,segment=NetworkSegment(93fde34d-71f4-4664-b4a1-dc668456a811),segment_id=93fde34d-71f4-4664-b4a1-dc668456a811)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:08:53.333335 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-2685c936-9a29-45f9-adc2-bb8e2f62e28a req-c042cc30-1a8e-413a-a0b6-ebfd8351be6d tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:53.346194 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [req-2685c936-9a29-45f9-adc2-bb8e2f62e28a req-c042cc30-1a8e-413a-a0b6-ebfd8351be6d tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Calling delete_port for ff7732df-5384-42f3-b2da-712c5a544b8b owned by compute:nova {{(pid=106636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:08:53.538837 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-2685c936-9a29-45f9-adc2-bb8e2f62e28a req-c042cc30-1a8e-413a-a0b6-ebfd8351be6d tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59726697'] for port, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:53.569363 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042cc30-1a8e-413a-a0b6-ebfd8351be6d tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Pushing event deleted for resources: {'Port': ['ID=ff7732df-5384-42f3-b2da-712c5a544b8b,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:08:53.607731 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [req-2685c936-9a29-45f9-adc2-bb8e2f62e28a req-c042cc30-1a8e-413a-a0b6-ebfd8351be6d tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] No DVR routers for this DVR port ff7732df-5384-42f3-b2da-712c5a544b8b on host hv-cinder-81433 {{(pid=106636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 03:08:53.610826 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-2685c936-9a29-45f9-adc2-bb8e2f62e28a req-c042cc30-1a8e-413a-a0b6-ebfd8351be6d tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:53.614143 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-2685c936-9a29-45f9-adc2-bb8e2f62e28a req-c042cc30-1a8e-413a-a0b6-ebfd8351be6d tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.36 "DELETE /v2.0/ports/ff7732df-5384-42f3-b2da-712c5a544b8b HTTP/1.1" status: 204 len: 173 time: 0.5191274 Oct 18 03:08:53.614568 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb6a8f3-614d-407f-9f04-857ec1ceb8f7', 'name': 'network-vif-deleted', 'tag': 'ff7732df-5384-42f3-b2da-712c5a544b8b'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:08:53.616749 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}496079113880dc21d8e474160779c487de2a9ec27c44afe50e843faa48598ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9211b732-466d-4342-8f49-66d5dfcc4076" -d '{"events": [{"server_uuid": "8eb6a8f3-614d-407f-9f04-857ec1ceb8f7", "name": "network-vif-deleted", "tag": "ff7732df-5384-42f3-b2da-712c5a544b8b"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:08:53.653009 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2624621b-e192-4917-9231-fb281c9bdcfc x-openstack-request-id: req-2624621b-e192-4917-9231-fb281c9bdcfc {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:08:53.653346 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb6a8f3-614d-407f-9f04-857ec1ceb8f7", "name": "network-vif-deleted", "tag": "ff7732df-5384-42f3-b2da-712c5a544b8b", "status": "completed", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:08:53.653735 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2624621b-e192-4917-9231-fb281c9bdcfc {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:08:53.654154 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb6a8f3-614d-407f-9f04-857ec1ceb8f7', 'name': 'network-vif-deleted', 'tag': 'ff7732df-5384-42f3-b2da-712c5a544b8b', 'status': 'completed', 'code': 200} Oct 18 03:08:54.338722 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-cbe5c990-1be6-4094-9f85-765d7ffc07d3 req-ecc24374-2736-45c1-8251-eeea764b129a tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=8eb6a8f3-614d-407f-9f04-857ec1ceb8f7 HTTP/1.1" status: 200 len: 210 time: 0.0272002 Oct 18 03:08:54.647318 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:55.450017 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-182fe153-ec99-4832-b373-390c33b42a3b req-1b805cb8-ea9e-4612-8f31-65658596b1a6 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "GET /v2.0/ports?device_id=8eb6a8f3-614d-407f-9f04-857ec1ceb8f7 HTTP/1.1" status: 200 len: 210 time: 0.0253561 Oct 18 03:08:56.504321 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 39966) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:08:56.627022 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-e62d9c05-a827-4b75-b6d2-d4a451a809fd tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Deleting port 843ea3f1-deda-4de8-9e03-3e19d740e2af {{(pid=106636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:08:56.627367 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-e62d9c05-a827-4b75-b6d2-d4a451a809fd tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:56.699631 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-e62d9c05-a827-4b75-b6d2-d4a451a809fd tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:56.699954 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-e62d9c05-a827-4b75-b6d2-d4a451a809fd tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:56.711711 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-e62d9c05-a827-4b75-b6d2-d4a451a809fd tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Calling delete_port for 843ea3f1-deda-4de8-9e03-3e19d740e2af owned by network:floatingip {{(pid=106636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:08:56.927389 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-e62d9c05-a827-4b75-b6d2-d4a451a809fd tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59726697'] for port, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:56.950439 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d9c05-a827-4b75-b6d2-d4a451a809fd tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Pushing event deleted for resources: {'Port': ['ID=843ea3f1-deda-4de8-9e03-3e19d740e2af,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:08:57.017404 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-e62d9c05-a827-4b75-b6d2-d4a451a809fd tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for floatingip, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:57.020034 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-e62d9c05-a827-4b75-b6d2-d4a451a809fd tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for floatingip, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:57.021160 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-e62d9c05-a827-4b75-b6d2-d4a451a809fd tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "DELETE /v2.0/floatingips/ec939f7e-981c-4952-9d0b-a212a987e324 HTTP/1.1" status: 204 len: 168 time: 0.5158641 Oct 18 03:08:58.405481 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 39988) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:08:58.468674 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-687e6d44-79b2-4b3e-9b60-44deaa2fe768 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:58.494117 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-687e6d44-79b2-4b3e-9b60-44deaa2fe768 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:58.530547 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device ff7732df-5384-42f3-b2da-712c5a544b8b no longer exists at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:08:58.551984 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] No Port match for: ff7732df-5384-42f3-b2da-712c5a544b8b {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:08:58.552325 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device ff7732df-5384-42f3-b2da-712c5a544b8b not bound to the agent host hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:08:58.670010 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-687e6d44-79b2-4b3e-9b60-44deaa2fe768 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:58.672861 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-687e6d44-79b2-4b3e-9b60-44deaa2fe768 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:08:58.674072 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-687e6d44-79b2-4b3e-9b60-44deaa2fe768 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] 10.222.0.30 "DELETE /v2.0/security-groups/5d55569a-9e83-4eb5-ab1b-e296cd79d27a HTTP/1.1" status: 204 len: 168 time: 0.2674985 Oct 18 03:08:58.683316 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e6d44-79b2-4b3e-9b60-44deaa2fe768 tempest-TestVolumeBootPattern-1369410157 tempest-TestVolumeBootPattern-1369410157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d55569a-9e83-4eb5-ab1b-e296cd79d27a,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:08:59.854725 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 40004) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:09:00.336897 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8dec710d-1701-4594-8b24-5a21fb6d9213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611615'] for router_interface, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:00.825039 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-8dec710d-1701-4594-8b24-5a21fb6d9213 admin admin] Deleting port f42a7403-3236-431d-80b5-ba7ad912b82a {{(pid=106637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:09:00.825480 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8dec710d-1701-4594-8b24-5a21fb6d9213 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:00.906000 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [None req-8dec710d-1701-4594-8b24-5a21fb6d9213 admin admin] For port f42a7403-3236-431d-80b5-ba7ad912b82a, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=f42a7403-3236-431d-80b5-ba7ad912b82a,segment=NetworkSegment(93fde34d-71f4-4664-b4a1-dc668456a811),segment_id=93fde34d-71f4-4664-b4a1-dc668456a811)] {{(pid=106637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:09:00.906696 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8dec710d-1701-4594-8b24-5a21fb6d9213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:00.918521 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-8dec710d-1701-4594-8b24-5a21fb6d9213 admin admin] Calling delete_port for f42a7403-3236-431d-80b5-ba7ad912b82a owned by network:router_interface {{(pid=106637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:09:01.156782 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8dec710d-1701-4594-8b24-5a21fb6d9213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:01.182544 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec710d-1701-4594-8b24-5a21fb6d9213 admin admin] Pushing event deleted for resources: {'Port': ['ID=f42a7403-3236-431d-80b5-ba7ad912b82a,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:01.344234 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8dec710d-1701-4594-8b24-5a21fb6d9213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612667'] for router_interface, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:01.549124 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dec710d-1701-4594-8b24-5a21fb6d9213 admin admin] Router f665c283-6d4b-40fa-a23c-2031c7584340 has already been hosted by L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 {{(pid=106637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 03:09:01.651787 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dec710d-1701-4594-8b24-5a21fb6d9213 admin admin] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 03:09:01.656945 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-8dec710d-1701-4594-8b24-5a21fb6d9213 admin admin] 10.222.0.30 "PUT /v2.0/routers/f665c283-6d4b-40fa-a23c-2031c7584340/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7996850 Oct 18 03:09:01.659528 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 40012) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:09:01.660418 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcc56fe-f001-4f55-a104-614397fe053c None None] Sync routers for ids ['f665c283-6d4b-40fa-a23c-2031c7584340'] in dv-cinder-814333-1-iscsi {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 03:09:01.670021 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcc56fe-f001-4f55-a104-614397fe053c None None] Routers {'f665c283-6d4b-40fa-a23c-2031c7584340'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:09:01.671241 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-7dcc56fe-f001-4f55-a104-614397fe053c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:08:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['f665c283-6d4b-40fa-a23c-2031c7584340'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:09:01.761027 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f5d32278-a8f6-42a2-9c10-95842922c7a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:01.771983 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-7dcc56fe-f001-4f55-a104-614397fe053c None None] Set router f665c283-6d4b-40fa-a23c-2031c7584340 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:09:01.861781 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f5d32278-a8f6-42a2-9c10-95842922c7a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:01.946132 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-7dcc56fe-f001-4f55-a104-614397fe053c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'name': 'tempest-TestVolumeBootPattern-1184054740-router', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:00:29Z', 'updated_at': '2021-10-18T03:09:01Z', 'revision_number': 5, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'gw_port': {'id': 'f8bc9748-14a8-43d3-b7d6-5593db0ff65e', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:30Z', 'updated_at': '2021-10-18T03:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi'}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:09:01.978479 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcc56fe-f001-4f55-a104-614397fe053c None None] Checking router: f665c283-6d4b-40fa-a23c-2031c7584340 for host: dv-cinder-814333-1-iscsi {{(pid=106638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 03:09:01.987316 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcc56fe-f001-4f55-a104-614397fe053c None None] Routers {'f665c283-6d4b-40fa-a23c-2031c7584340'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:09:01.987911 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-7dcc56fe-f001-4f55-a104-614397fe053c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:08:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['f665c283-6d4b-40fa-a23c-2031c7584340'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:09:02.007511 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-f5d32278-a8f6-42a2-9c10-95842922c7a7 admin admin] Deleting port f8bc9748-14a8-43d3-b7d6-5593db0ff65e {{(pid=106637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:09:02.008061 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f5d32278-a8f6-42a2-9c10-95842922c7a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:02.071729 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-7dcc56fe-f001-4f55-a104-614397fe053c None None] Set router f665c283-6d4b-40fa-a23c-2031c7584340 gateway port host: None {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:09:02.083703 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [None req-f5d32278-a8f6-42a2-9c10-95842922c7a7 admin admin] For port f8bc9748-14a8-43d3-b7d6-5593db0ff65e, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=f8bc9748-14a8-43d3-b7d6-5593db0ff65e,segment=NetworkSegment(945c2ffc-cf09-447c-9907-99c5ee5cf6c6),segment_id=945c2ffc-cf09-447c-9907-99c5ee5cf6c6)] {{(pid=106637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:09:02.084062 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f5d32278-a8f6-42a2-9c10-95842922c7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:02.101327 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-f5d32278-a8f6-42a2-9c10-95842922c7a7 admin admin] Calling delete_port for f8bc9748-14a8-43d3-b7d6-5593db0ff65e owned by network:router_gateway {{(pid=106637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:09:02.122833 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-7dcc56fe-f001-4f55-a104-614397fe053c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'name': 'tempest-TestVolumeBootPattern-1184054740-router', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:00:29Z', 'updated_at': '2021-10-18T03:09:01Z', 'revision_number': 6, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'gw_port_host': None}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:09:02.151166 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcc56fe-f001-4f55-a104-614397fe053c None None] The sync data for ids ['f665c283-6d4b-40fa-a23c-2031c7584340'] in dv-cinder-814333-1-iscsi is: [{'id': 'f665c283-6d4b-40fa-a23c-2031c7584340', 'name': 'tempest-TestVolumeBootPattern-1184054740-router', 'tenant_id': 'b53d2fa916034e5791986e3a904b2f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:00:29Z', 'updated_at': '2021-10-18T03:09:01Z', 'revision_number': 6, 'project_id': 'b53d2fa916034e5791986e3a904b2f43', 'gw_port_host': None}] {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 03:09:02.337546 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f5d32278-a8f6-42a2-9c10-95842922c7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:02.367946 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d32278-a8f6-42a2-9c10-95842922c7a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8bc9748-14a8-43d3-b7d6-5593db0ff65e,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:02.426307 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f5d32278-a8f6-42a2-9c10-95842922c7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-612801'] for router_gateway, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:02.516615 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f5d32278-a8f6-42a2-9c10-95842922c7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3517'] for router, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:02.519240 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f5d32278-a8f6-42a2-9c10-95842922c7a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:02.658615 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f5d32278-a8f6-42a2-9c10-95842922c7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611441'] for router, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:02.659156 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d32278-a8f6-42a2-9c10-95842922c7a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f665c283-6d4b-40fa-a23c-2031c7584340 {{(pid=106637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 03:09:02.664104 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f5d32278-a8f6-42a2-9c10-95842922c7a7 admin admin] Notify callbacks [] for router, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:02.665252 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-f5d32278-a8f6-42a2-9c10-95842922c7a7 admin admin] 10.222.0.30 "DELETE /v2.0/routers/f665c283-6d4b-40fa-a23c-2031c7584340 HTTP/1.1" status: 204 len: 168 time: 1.0048041 Oct 18 03:09:02.667774 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 40016) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:09:02.711254 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_v2 [None req-3933ca29-a36e-4636-acbe-8f47a2c9c899 admin admin] Deleting subnet 5242877d-4476-4a28-8a5b-87f4884f5f65 {{(pid=106637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 18 03:09:02.714239 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-3933ca29-a36e-4636-acbe-8f47a2c9c899 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:02.747652 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-3933ca29-a36e-4636-acbe-8f47a2c9c899 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2103684'] for subnet, precommit_delete_associations {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:02.822405 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-3933ca29-a36e-4636-acbe-8f47a2c9c899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7935780'] for subnet, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:02.923411 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device f42a7403-3236-431d-80b5-ba7ad912b82a no longer exists at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:09:02.943835 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] No Port match for: f42a7403-3236-431d-80b5-ba7ad912b82a {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:09:02.944172 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device f42a7403-3236-431d-80b5-ba7ad912b82a not bound to the agent host dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:09:02.956434 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-3933ca29-a36e-4636-acbe-8f47a2c9c899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7935787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3168638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3874213'] for subnet, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:02.984437 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-3933ca29-a36e-4636-acbe-8f47a2c9c899 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:02.990269 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-3933ca29-a36e-4636-acbe-8f47a2c9c899 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5242877d-4476-4a28-8a5b-87f4884f5f65 HTTP/1.1" status: 204 len: 168 time: 0.3215020 Oct 18 03:09:02.990430 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d972042-8f95-4591-8285-4e35f51e8624 None None] Network 7e3f93b2-6ab7-425d-a45f-ad1ff777d056 requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 03:09:02.991001 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 40018) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:09:02.991669 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3933ca29-a36e-4636-acbe-8f47a2c9c899 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5242877d-4476-4a28-8a5b-87f4884f5f65,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:03.069146 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-369ce479-8ff2-4b0d-afda-d286b58be041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7981797'] for network, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:03.129510 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-369ce479-8ff2-4b0d-afda-d286b58be041 admin admin] Deleting port 75e79197-865c-41ef-9a75-8b5f1dd5c73f {{(pid=106636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:09:03.129843 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-369ce479-8ff2-4b0d-afda-d286b58be041 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:03.196667 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9472047b-dcf7-4edf-9703-15d659c1e613 None None] DHCP port deletion for 7e3f93b2-6ab7-425d-a45f-ad1ff777d056 request from dv-cinder-814333-1-iscsi {{(pid=106638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 03:09:03.203147 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-369ce479-8ff2-4b0d-afda-d286b58be041 admin admin] For port 75e79197-865c-41ef-9a75-8b5f1dd5c73f, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=75e79197-865c-41ef-9a75-8b5f1dd5c73f,segment=NetworkSegment(93fde34d-71f4-4664-b4a1-dc668456a811),segment_id=93fde34d-71f4-4664-b4a1-dc668456a811)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:09:03.203514 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-369ce479-8ff2-4b0d-afda-d286b58be041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:03.216855 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-369ce479-8ff2-4b0d-afda-d286b58be041 admin admin] Calling delete_port for 75e79197-865c-41ef-9a75-8b5f1dd5c73f owned by network:dhcp {{(pid=106636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:09:03.242010 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-9472047b-dcf7-4edf-9703-15d659c1e613 None None] Deleting port 75e79197-865c-41ef-9a75-8b5f1dd5c73f {{(pid=106638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:09:03.242498 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-9472047b-dcf7-4edf-9703-15d659c1e613 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:03.304752 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-9472047b-dcf7-4edf-9703-15d659c1e613 None None] For port 75e79197-865c-41ef-9a75-8b5f1dd5c73f, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=75e79197-865c-41ef-9a75-8b5f1dd5c73f,segment=NetworkSegment(93fde34d-71f4-4664-b4a1-dc668456a811),segment_id=93fde34d-71f4-4664-b4a1-dc668456a811)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:09:03.305138 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-9472047b-dcf7-4edf-9703-15d659c1e613 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:03.318112 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-9472047b-dcf7-4edf-9703-15d659c1e613 None None] Calling delete_port for 75e79197-865c-41ef-9a75-8b5f1dd5c73f owned by network:dhcp {{(pid=106638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:09:03.361605 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-369ce479-8ff2-4b0d-afda-d286b58be041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59726697'] for port, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:03.387101 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ce479-8ff2-4b0d-afda-d286b58be041 admin admin] Pushing event deleted for resources: {'Port': ['ID=75e79197-865c-41ef-9a75-8b5f1dd5c73f,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:03.392200 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369ce479-8ff2-4b0d-afda-d286b58be041 admin admin] No DVR routers for this DVR port 75e79197-865c-41ef-9a75-8b5f1dd5c73f on host dv-cinder-814333-1-iscsi {{(pid=106636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 03:09:03.395694 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-9472047b-dcf7-4edf-9703-15d659c1e613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607'] for port, after_delete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:03.420688 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9472047b-dcf7-4edf-9703-15d659c1e613 None None] Pushing event deleted for resources: {'Port': ['ID=75e79197-865c-41ef-9a75-8b5f1dd5c73f,revision_number=None']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:03.425097 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9472047b-dcf7-4edf-9703-15d659c1e613 None None] No DVR routers for this DVR port 75e79197-865c-41ef-9a75-8b5f1dd5c73f on host dv-cinder-814333-1-iscsi {{(pid=106638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 03:09:03.437676 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9472047b-dcf7-4edf-9703-15d659c1e613 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:03.437676 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9472047b-dcf7-4edf-9703-15d659c1e613 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:03.437676 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9472047b-dcf7-4edf-9703-15d659c1e613 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:03.437676 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9472047b-dcf7-4edf-9703-15d659c1e613 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:03.437676 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9472047b-dcf7-4edf-9703-15d659c1e613 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:03.437676 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9472047b-dcf7-4edf-9703-15d659c1e613 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:03.437676 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9472047b-dcf7-4edf-9703-15d659c1e613 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:03.437676 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9472047b-dcf7-4edf-9703-15d659c1e613 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:03.437676 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9472047b-dcf7-4edf-9703-15d659c1e613 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:03.437676 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9472047b-dcf7-4edf-9703-15d659c1e613 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:03.437676 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9472047b-dcf7-4edf-9703-15d659c1e613 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:03.437676 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9472047b-dcf7-4edf-9703-15d659c1e613 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:03.468468 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-369ce479-8ff2-4b0d-afda-d286b58be041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7935455', 'neutron.services.segments.db._delete_segments_for_network-8748751250701'] for network, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:03.489176 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.services.segments.db [None req-369ce479-8ff2-4b0d-afda-d286b58be041 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e3f93b2-6ab7-425d-a45f-ad1ff777d056']}} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:09:03.498310 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.services.segments.db [None req-369ce479-8ff2-4b0d-afda-d286b58be041 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93fde34d-71f4-4664-b4a1-dc668456a811') {'for_net_delete': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:09:03.499224 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.services.segments.db [None req-369ce479-8ff2-4b0d-afda-d286b58be041 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93fde34d-71f4-4664-b4a1-dc668456a811') {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:09:03.508365 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-369ce479-8ff2-4b0d-afda-d286b58be041 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748751250198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918476'] for segment, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:03.521119 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-369ce479-8ff2-4b0d-afda-d286b58be041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965'] for segment, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:03.526790 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-369ce479-8ff2-4b0d-afda-d286b58be041 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=106636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 03:09:03.527168 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-369ce479-8ff2-4b0d-afda-d286b58be041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59726684'] for segment, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:03.528807 dv-cinder-814333-1-iscsi neutron-server[106636]: Traceback (most recent call last): Oct 18 03:09:03.528807 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 03:09:03.528807 dv-cinder-814333-1-iscsi neutron-server[106636]: timer() Oct 18 03:09:03.528807 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 03:09:03.528807 dv-cinder-814333-1-iscsi neutron-server[106636]: cb(*args, **kw) Oct 18 03:09:03.528807 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 03:09:03.528807 dv-cinder-814333-1-iscsi neutron-server[106636]: return func(*args, **kwargs) Oct 18 03:09:03.528807 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 03:09:03.528807 dv-cinder-814333-1-iscsi neutron-server[106636]: self._notify() Oct 18 03:09:03.528807 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 03:09:03.528807 dv-cinder-814333-1-iscsi neutron-server[106636]: self.callback(batched_events) Oct 18 03:09:03.528807 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 03:09:03.528807 dv-cinder-814333-1-iscsi neutron-server[106636]: event.method(event) Oct 18 03:09:03.528807 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 03:09:03.528807 dv-cinder-814333-1-iscsi neutron-server[106636]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 03:09:03.528807 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 03:09:03.528807 dv-cinder-814333-1-iscsi neutron-server[106636]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 03:09:03.528807 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 03:09:03.528807 dv-cinder-814333-1-iscsi neutron-server[106636]: return f(self, *a, **k) Oct 18 03:09:03.528807 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 03:09:03.528807 dv-cinder-814333-1-iscsi neutron-server[106636]: return self._get(url).json() Oct 18 03:09:03.528807 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 03:09:03.528807 dv-cinder-814333-1-iscsi neutron-server[106636]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 03:09:03.528807 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 03:09:03.528807 dv-cinder-814333-1-iscsi neutron-server[106636]: return self.request(url, 'GET', **kwargs) Oct 18 03:09:03.528807 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 03:09:03.528807 dv-cinder-814333-1-iscsi neutron-server[106636]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 03:09:03.528807 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 03:09:03.528807 dv-cinder-814333-1-iscsi neutron-server[106636]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 03:09:03.528807 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 03:09:03.528807 dv-cinder-814333-1-iscsi neutron-server[106636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 03:09:03.528807 dv-cinder-814333-1-iscsi neutron-server[106636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 03:09:03.658739 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-369ce479-8ff2-4b0d-afda-d286b58be041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7935398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612845'] for network, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:03.664039 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-369ce479-8ff2-4b0d-afda-d286b58be041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for network, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:03.667144 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-369ce479-8ff2-4b0d-afda-d286b58be041 admin admin] 10.222.0.30 "DELETE /v2.0/networks/7e3f93b2-6ab7-425d-a45f-ad1ff777d056 HTTP/1.1" status: 204 len: 168 time: 0.6739895 Oct 18 03:09:03.676314 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 40022) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:09:03.682091 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ce479-8ff2-4b0d-afda-d286b58be041 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e3f93b2-6ab7-425d-a45f-ad1ff777d056,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:04.008426 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d3cf4340-455d-4298-906c-45d50de2e3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611615'] for router_interface, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:04.250852 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-d3cf4340-455d-4298-906c-45d50de2e3bc admin admin] Deleting port e8d62a51-3c23-449d-928d-3646a4116d15 {{(pid=106637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:09:04.251138 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d3cf4340-455d-4298-906c-45d50de2e3bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:04.333493 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [None req-d3cf4340-455d-4298-906c-45d50de2e3bc admin admin] For port e8d62a51-3c23-449d-928d-3646a4116d15, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=e8d62a51-3c23-449d-928d-3646a4116d15,segment=NetworkSegment(e77d4c0d-0654-46dc-81ae-7f12c02313d4),segment_id=e77d4c0d-0654-46dc-81ae-7f12c02313d4)] {{(pid=106637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:09:04.333886 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d3cf4340-455d-4298-906c-45d50de2e3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:04.347274 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-d3cf4340-455d-4298-906c-45d50de2e3bc admin admin] Calling delete_port for e8d62a51-3c23-449d-928d-3646a4116d15 owned by network:router_interface {{(pid=106637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:09:04.560049 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device f8bc9748-14a8-43d3-b7d6-5593db0ff65e no longer exists at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:09:04.584893 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] No Port match for: f8bc9748-14a8-43d3-b7d6-5593db0ff65e {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:09:04.586817 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device f8bc9748-14a8-43d3-b7d6-5593db0ff65e not bound to the agent host dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:09:04.586817 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 75e79197-865c-41ef-9a75-8b5f1dd5c73f no longer exists at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:09:04.606819 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] No Port match for: 75e79197-865c-41ef-9a75-8b5f1dd5c73f {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:09:04.607158 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 75e79197-865c-41ef-9a75-8b5f1dd5c73f not bound to the agent host dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:09:04.635911 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d3cf4340-455d-4298-906c-45d50de2e3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:04.665239 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf4340-455d-4298-906c-45d50de2e3bc admin admin] Pushing event deleted for resources: {'Port': ['ID=e8d62a51-3c23-449d-928d-3646a4116d15,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:04.824806 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d3cf4340-455d-4298-906c-45d50de2e3bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612667'] for router_interface, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:05.036004 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3cf4340-455d-4298-906c-45d50de2e3bc admin admin] Router d075c2b5-f486-494e-a596-3cf0c12f66f9 has already been hosted by L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 {{(pid=106637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 03:09:05.136599 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3cf4340-455d-4298-906c-45d50de2e3bc admin admin] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 03:09:05.142898 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-d3cf4340-455d-4298-906c-45d50de2e3bc admin admin] 10.222.0.30 "PUT /v2.0/routers/d075c2b5-f486-494e-a596-3cf0c12f66f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4698071 Oct 18 03:09:05.144934 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 40034) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:09:05.147268 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c99c17c-59e2-49d4-b0c4-7556e1577cc8 None None] Sync routers for ids ['d075c2b5-f486-494e-a596-3cf0c12f66f9'] in dv-cinder-814333-1-iscsi {{(pid=106639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 03:09:05.157104 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c99c17c-59e2-49d4-b0c4-7556e1577cc8 None None] Routers {'d075c2b5-f486-494e-a596-3cf0c12f66f9'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:09:05.160686 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-4c99c17c-59e2-49d4-b0c4-7556e1577cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:08:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['d075c2b5-f486-494e-a596-3cf0c12f66f9'], 'active': True} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:09:05.268734 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvr_db [None req-4c99c17c-59e2-49d4-b0c4-7556e1577cc8 None None] Set router d075c2b5-f486-494e-a596-3cf0c12f66f9 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:09:05.452607 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-4c99c17c-59e2-49d4-b0c4-7556e1577cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd075c2b5-f486-494e-a596-3cf0c12f66f9', 'name': 'tempest-TestVolumeBootPattern-1756778361-router', 'tenant_id': '5a796a57bee541a2899b8c1daca43936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '0c946bb5-735e-4e38-be94-43913324d387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:00:39Z', 'updated_at': '2021-10-18T03:09:04Z', 'revision_number': 5, 'project_id': '5a796a57bee541a2899b8c1daca43936', 'gw_port': {'id': '0c946bb5-735e-4e38-be94-43913324d387', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd075c2b5-f486-494e-a596-3cf0c12f66f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:39Z', 'updated_at': '2021-10-18T03:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi'}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:09:05.485215 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c99c17c-59e2-49d4-b0c4-7556e1577cc8 None None] Checking router: d075c2b5-f486-494e-a596-3cf0c12f66f9 for host: dv-cinder-814333-1-iscsi {{(pid=106639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 03:09:05.494211 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c99c17c-59e2-49d4-b0c4-7556e1577cc8 None None] Routers {'d075c2b5-f486-494e-a596-3cf0c12f66f9'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:09:05.494914 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-4c99c17c-59e2-49d4-b0c4-7556e1577cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:08:52Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['d075c2b5-f486-494e-a596-3cf0c12f66f9'], 'active': True} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:09:05.499476 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-76d458ce-5eb9-4424-ac67-1c73e1df975f admin admin] Notify callbacks [] for router, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:05.603187 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-76d458ce-5eb9-4424-ac67-1c73e1df975f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:05.693195 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvr_db [None req-4c99c17c-59e2-49d4-b0c4-7556e1577cc8 None None] Set router d075c2b5-f486-494e-a596-3cf0c12f66f9 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:09:05.730539 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-76d458ce-5eb9-4424-ac67-1c73e1df975f admin admin] Deleting port 0c946bb5-735e-4e38-be94-43913324d387 {{(pid=106637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:09:05.730802 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-76d458ce-5eb9-4424-ac67-1c73e1df975f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:05.809458 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [None req-76d458ce-5eb9-4424-ac67-1c73e1df975f admin admin] For port 0c946bb5-735e-4e38-be94-43913324d387, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=0c946bb5-735e-4e38-be94-43913324d387,segment=NetworkSegment(945c2ffc-cf09-447c-9907-99c5ee5cf6c6),segment_id=945c2ffc-cf09-447c-9907-99c5ee5cf6c6)] {{(pid=106637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:09:05.809836 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-76d458ce-5eb9-4424-ac67-1c73e1df975f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:05.822937 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-76d458ce-5eb9-4424-ac67-1c73e1df975f admin admin] Calling delete_port for 0c946bb5-735e-4e38-be94-43913324d387 owned by network:router_gateway {{(pid=106637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:09:05.868444 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-4c99c17c-59e2-49d4-b0c4-7556e1577cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd075c2b5-f486-494e-a596-3cf0c12f66f9', 'name': 'tempest-TestVolumeBootPattern-1756778361-router', 'tenant_id': '5a796a57bee541a2899b8c1daca43936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '0c946bb5-735e-4e38-be94-43913324d387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:00:39Z', 'updated_at': '2021-10-18T03:09:04Z', 'revision_number': 5, 'project_id': '5a796a57bee541a2899b8c1daca43936', 'gw_port': {'id': '0c946bb5-735e-4e38-be94-43913324d387', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd075c2b5-f486-494e-a596-3cf0c12f66f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:39Z', 'updated_at': '2021-10-18T03:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi'}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:09:05.894420 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c99c17c-59e2-49d4-b0c4-7556e1577cc8 None None] The sync data for ids ['d075c2b5-f486-494e-a596-3cf0c12f66f9'] in dv-cinder-814333-1-iscsi is: [{'id': 'd075c2b5-f486-494e-a596-3cf0c12f66f9', 'name': 'tempest-TestVolumeBootPattern-1756778361-router', 'tenant_id': '5a796a57bee541a2899b8c1daca43936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '0c946bb5-735e-4e38-be94-43913324d387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:00:39Z', 'updated_at': '2021-10-18T03:09:04Z', 'revision_number': 5, 'project_id': '5a796a57bee541a2899b8c1daca43936', 'gw_port': {'id': '0c946bb5-735e-4e38-be94-43913324d387', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd075c2b5-f486-494e-a596-3cf0c12f66f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:00:39Z', 'updated_at': '2021-10-18T03:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi'}] {{(pid=106639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 03:09:06.058506 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-76d458ce-5eb9-4424-ac67-1c73e1df975f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:06.085314 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d458ce-5eb9-4424-ac67-1c73e1df975f admin admin] Pushing event deleted for resources: {'Port': ['ID=0c946bb5-735e-4e38-be94-43913324d387,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:06.145445 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-76d458ce-5eb9-4424-ac67-1c73e1df975f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-612801'] for router_gateway, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:06.232362 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-76d458ce-5eb9-4424-ac67-1c73e1df975f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3517'] for router, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:06.235807 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-76d458ce-5eb9-4424-ac67-1c73e1df975f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:06.348706 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-76d458ce-5eb9-4424-ac67-1c73e1df975f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611441'] for router, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:06.349631 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d458ce-5eb9-4424-ac67-1c73e1df975f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d075c2b5-f486-494e-a596-3cf0c12f66f9 {{(pid=106637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 03:09:06.353962 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-76d458ce-5eb9-4424-ac67-1c73e1df975f admin admin] Notify callbacks [] for router, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:06.355017 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-76d458ce-5eb9-4424-ac67-1c73e1df975f admin admin] 10.222.0.30 "DELETE /v2.0/routers/d075c2b5-f486-494e-a596-3cf0c12f66f9 HTTP/1.1" status: 204 len: 168 time: 1.2091563 Oct 18 03:09:06.357418 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 40046) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:09:06.406431 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bc50127-6feb-4735-95a5-97a11ed658f8 admin admin] Deleting subnet 74d44197-ed14-40be-b404-723917136c5d {{(pid=106637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 18 03:09:06.409577 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-1bc50127-6feb-4735-95a5-97a11ed658f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:06.444620 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-1bc50127-6feb-4735-95a5-97a11ed658f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2103684'] for subnet, precommit_delete_associations {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:06.499649 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:06.524736 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-1bc50127-6feb-4735-95a5-97a11ed658f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7935780'] for subnet, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:06.653022 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-1bc50127-6feb-4735-95a5-97a11ed658f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7935787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3168638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3874213'] for subnet, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:06.682701 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc50127-6feb-4735-95a5-97a11ed658f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74d44197-ed14-40be-b404-723917136c5d,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:06.686129 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-1bc50127-6feb-4735-95a5-97a11ed658f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:06.689549 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-1bc50127-6feb-4735-95a5-97a11ed658f8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/74d44197-ed14-40be-b404-723917136c5d HTTP/1.1" status: 204 len: 168 time: 0.3299303 Oct 18 03:09:06.691742 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 40048) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:09:06.692206 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c79644-520f-4c02-86e0-429cd49da671 None None] Network a530d662-5bb7-4d40-bf94-dbf440904e69 requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 03:09:06.756865 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-348fb16d-bc69-400e-8a10-24db4e5ebdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7981797'] for network, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:06.807761 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-348fb16d-bc69-400e-8a10-24db4e5ebdd9 admin admin] Deleting port 77100dc4-0080-446f-9257-87f850e7a0b7 {{(pid=106637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:09:06.808100 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-348fb16d-bc69-400e-8a10-24db4e5ebdd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:06.863589 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8701baf3-9c6f-4c00-8759-9581b6a8343d None None] DHCP port deletion for a530d662-5bb7-4d40-bf94-dbf440904e69 request from dv-cinder-814333-1-iscsi {{(pid=106638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 03:09:06.882348 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [None req-348fb16d-bc69-400e-8a10-24db4e5ebdd9 admin admin] For port 77100dc4-0080-446f-9257-87f850e7a0b7, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=77100dc4-0080-446f-9257-87f850e7a0b7,segment=NetworkSegment(e77d4c0d-0654-46dc-81ae-7f12c02313d4),segment_id=e77d4c0d-0654-46dc-81ae-7f12c02313d4)] {{(pid=106637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:09:06.883119 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-348fb16d-bc69-400e-8a10-24db4e5ebdd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:06.899868 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-348fb16d-bc69-400e-8a10-24db4e5ebdd9 admin admin] Calling delete_port for 77100dc4-0080-446f-9257-87f850e7a0b7 owned by network:dhcp {{(pid=106637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:09:07.030281 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device e8d62a51-3c23-449d-928d-3646a4116d15 no longer exists at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:09:07.052755 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] No Port match for: e8d62a51-3c23-449d-928d-3646a4116d15 {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:09:07.053092 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device e8d62a51-3c23-449d-928d-3646a4116d15 not bound to the agent host dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:09:07.066634 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-8701baf3-9c6f-4c00-8759-9581b6a8343d None None] Deleting port 77100dc4-0080-446f-9257-87f850e7a0b7 {{(pid=106638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:09:07.067005 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-8701baf3-9c6f-4c00-8759-9581b6a8343d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:07.075870 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-348fb16d-bc69-400e-8a10-24db4e5ebdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:07.104964 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348fb16d-bc69-400e-8a10-24db4e5ebdd9 admin admin] No DVR routers for this DVR port 77100dc4-0080-446f-9257-87f850e7a0b7 on host dv-cinder-814333-1-iscsi {{(pid=106637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 03:09:07.108704 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348fb16d-bc69-400e-8a10-24db4e5ebdd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=77100dc4-0080-446f-9257-87f850e7a0b7,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:07.128993 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-8701baf3-9c6f-4c00-8759-9581b6a8343d None None] For port 77100dc4-0080-446f-9257-87f850e7a0b7, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=77100dc4-0080-446f-9257-87f850e7a0b7,segment=NetworkSegment(e77d4c0d-0654-46dc-81ae-7f12c02313d4),segment_id=e77d4c0d-0654-46dc-81ae-7f12c02313d4)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:09:07.129393 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-8701baf3-9c6f-4c00-8759-9581b6a8343d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:07.142112 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-8701baf3-9c6f-4c00-8759-9581b6a8343d None None] Calling delete_port for 77100dc4-0080-446f-9257-87f850e7a0b7 owned by network:dhcp {{(pid=106638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:09:07.186872 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-348fb16d-bc69-400e-8a10-24db4e5ebdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7935455', 'neutron.services.segments.db._delete_segments_for_network-8748751250701'] for network, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:07.203051 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.services.segments.db [None req-348fb16d-bc69-400e-8a10-24db4e5ebdd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a530d662-5bb7-4d40-bf94-dbf440904e69']}} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:09:07.212236 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.services.segments.db [None req-348fb16d-bc69-400e-8a10-24db4e5ebdd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e77d4c0d-0654-46dc-81ae-7f12c02313d4') {'for_net_delete': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:09:07.212534 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.services.segments.db [None req-348fb16d-bc69-400e-8a10-24db4e5ebdd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e77d4c0d-0654-46dc-81ae-7f12c02313d4') {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:09:07.217812 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-8701baf3-9c6f-4c00-8759-9581b6a8343d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607'] for port, after_delete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:07.223079 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-348fb16d-bc69-400e-8a10-24db4e5ebdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748751250198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2103707'] for segment, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:07.236280 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-348fb16d-bc69-400e-8a10-24db4e5ebdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965'] for segment, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:07.242246 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-348fb16d-bc69-400e-8a10-24db4e5ebdd9 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=106637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 03:09:07.242633 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-348fb16d-bc69-400e-8a10-24db4e5ebdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3168536'] for segment, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:07.244305 dv-cinder-814333-1-iscsi neutron-server[106637]: Traceback (most recent call last): Oct 18 03:09:07.244305 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 03:09:07.244305 dv-cinder-814333-1-iscsi neutron-server[106637]: timer() Oct 18 03:09:07.244305 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 03:09:07.244305 dv-cinder-814333-1-iscsi neutron-server[106637]: cb(*args, **kw) Oct 18 03:09:07.244305 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 03:09:07.244305 dv-cinder-814333-1-iscsi neutron-server[106637]: return func(*args, **kwargs) Oct 18 03:09:07.244305 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 03:09:07.244305 dv-cinder-814333-1-iscsi neutron-server[106637]: self._notify() Oct 18 03:09:07.244305 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 03:09:07.244305 dv-cinder-814333-1-iscsi neutron-server[106637]: self.callback(batched_events) Oct 18 03:09:07.244305 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 03:09:07.244305 dv-cinder-814333-1-iscsi neutron-server[106637]: event.method(event) Oct 18 03:09:07.244305 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 03:09:07.244305 dv-cinder-814333-1-iscsi neutron-server[106637]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 03:09:07.244305 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 03:09:07.244305 dv-cinder-814333-1-iscsi neutron-server[106637]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 03:09:07.244305 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 03:09:07.244305 dv-cinder-814333-1-iscsi neutron-server[106637]: return f(self, *a, **k) Oct 18 03:09:07.244305 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 03:09:07.244305 dv-cinder-814333-1-iscsi neutron-server[106637]: return self._get(url).json() Oct 18 03:09:07.244305 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 03:09:07.244305 dv-cinder-814333-1-iscsi neutron-server[106637]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 03:09:07.244305 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 03:09:07.244305 dv-cinder-814333-1-iscsi neutron-server[106637]: return self.request(url, 'GET', **kwargs) Oct 18 03:09:07.244305 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 03:09:07.244305 dv-cinder-814333-1-iscsi neutron-server[106637]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 03:09:07.244305 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 03:09:07.244305 dv-cinder-814333-1-iscsi neutron-server[106637]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 03:09:07.244305 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 03:09:07.244305 dv-cinder-814333-1-iscsi neutron-server[106637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 03:09:07.244305 dv-cinder-814333-1-iscsi neutron-server[106637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 03:09:07.249131 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8701baf3-9c6f-4c00-8759-9581b6a8343d None None] No DVR routers for this DVR port 77100dc4-0080-446f-9257-87f850e7a0b7 on host dv-cinder-814333-1-iscsi {{(pid=106638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 03:09:07.251186 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701baf3-9c6f-4c00-8759-9581b6a8343d None None] Pushing event deleted for resources: {'Port': ['ID=77100dc4-0080-446f-9257-87f850e7a0b7,revision_number=None']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:07.376966 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-348fb16d-bc69-400e-8a10-24db4e5ebdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7935398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612845'] for network, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:07.382318 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-348fb16d-bc69-400e-8a10-24db4e5ebdd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for network, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:07.385454 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-348fb16d-bc69-400e-8a10-24db4e5ebdd9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a530d662-5bb7-4d40-bf94-dbf440904e69 HTTP/1.1" status: 204 len: 168 time: 0.6928024 Oct 18 03:09:07.397930 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348fb16d-bc69-400e-8a10-24db4e5ebdd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a530d662-5bb7-4d40-bf94-dbf440904e69,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:07.661614 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 40054) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:09:07.700827 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-c72b603b-3670-4814-b055-847594da39ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b53d2fa916034e5791986e3a904b2f43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380156 Oct 18 03:09:07.703596 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 40056) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:09:07.750851 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9b850d24-f728-4609-bad0-3f4d7d07ddec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:07.770887 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9b850d24-f728-4609-bad0-3f4d7d07ddec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:07.886945 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9b850d24-f728-4609-bad0-3f4d7d07ddec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:07.889642 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-9b850d24-f728-4609-bad0-3f4d7d07ddec admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:07.890809 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-9b850d24-f728-4609-bad0-3f4d7d07ddec admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/259c05bf-9a98-4463-b2fd-f2e7d9dec2c8 HTTP/1.1" status: 204 len: 168 time: 0.1862526 Oct 18 03:09:07.898642 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b850d24-f728-4609-bad0-3f4d7d07ddec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259c05bf-9a98-4463-b2fd-f2e7d9dec2c8,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:08.546686 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 40064) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:09:08.558011 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 0c946bb5-735e-4e38-be94-43913324d387 no longer exists at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:09:08.578408 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] No Port match for: 0c946bb5-735e-4e38-be94-43913324d387 {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:09:08.578757 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 0c946bb5-735e-4e38-be94-43913324d387 not bound to the agent host dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:09:08.579178 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 77100dc4-0080-446f-9257-87f850e7a0b7 no longer exists at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:09:08.586652 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-3d25514c-ca34-4eb3-916a-0370f749e755 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5a796a57bee541a2899b8c1daca43936&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387886 Oct 18 03:09:08.589353 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 40066) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:09:08.601083 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] No Port match for: 77100dc4-0080-446f-9257-87f850e7a0b7 {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:09:08.601484 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 77100dc4-0080-446f-9257-87f850e7a0b7 not bound to the agent host dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:09:08.641661 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-d241709c-6349-4e5b-8fe7-462d0a27f945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:08.661740 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-d241709c-6349-4e5b-8fe7-462d0a27f945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:08.795565 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-d241709c-6349-4e5b-8fe7-462d0a27f945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:08.798006 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-d241709c-6349-4e5b-8fe7-462d0a27f945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:08.799126 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-d241709c-6349-4e5b-8fe7-462d0a27f945 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1968a39c-4ad7-4c69-8d67-bbf6d968d781 HTTP/1.1" status: 204 len: 168 time: 0.2088339 Oct 18 03:09:08.807364 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241709c-6349-4e5b-8fe7-462d0a27f945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1968a39c-4ad7-4c69-8d67-bbf6d968d781,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:14.826951 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 40124) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:09:14.930020 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-91db3f95-d16f-4621-9023-65cd740bb34d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:15.006904 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-91db3f95-d16f-4621-9023-65cd740bb34d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:15.075446 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-91db3f95-d16f-4621-9023-65cd740bb34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:15.112373 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db3f95-d16f-4621-9023-65cd740bb34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7219a1-35b1-4149-9080-16bdecc837cd,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:15.116598 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-91db3f95-d16f-4621-9023-65cd740bb34d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bfd1644d47ca4b28bd0b00d46f1c01ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2886438 Oct 18 03:09:15.119246 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 40128) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:09:15.166274 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-def009a0-04c1-4241-85c4-7cdd5a183ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:15.187138 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-def009a0-04c1-4241-85c4-7cdd5a183ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:15.327024 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-def009a0-04c1-4241-85c4-7cdd5a183ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:15.329707 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-def009a0-04c1-4241-85c4-7cdd5a183ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:15.330871 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-def009a0-04c1-4241-85c4-7cdd5a183ce4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bd7219a1-35b1-4149-9080-16bdecc837cd HTTP/1.1" status: 204 len: 168 time: 0.2107491 Oct 18 03:09:15.338790 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def009a0-04c1-4241-85c4-7cdd5a183ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7219a1-35b1-4149-9080-16bdecc837cd,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:16.009420 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 40134) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:09:16.022522 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8045227b-f953-4368-8f00-3c56140677d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:16.097296 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8045227b-f953-4368-8f00-3c56140677d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:16.173229 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-8045227b-f953-4368-8f00-3c56140677d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:16.209350 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045227b-f953-4368-8f00-3c56140677d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ac000d-452e-4c1d-a80f-6ca68f46c00b,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:16.213567 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-8045227b-f953-4368-8f00-3c56140677d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2125d56d2d2e4bbfb92110dfe30285f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2031009 Oct 18 03:09:16.216073 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 40136) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:09:16.264222 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-0fc8ab97-4992-4463-98c2-16c14d240106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:16.285238 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-0fc8ab97-4992-4463-98c2-16c14d240106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:16.423151 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-0fc8ab97-4992-4463-98c2-16c14d240106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:16.425753 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-0fc8ab97-4992-4463-98c2-16c14d240106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:16.426996 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-0fc8ab97-4992-4463-98c2-16c14d240106 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c4ac000d-452e-4c1d-a80f-6ca68f46c00b HTTP/1.1" status: 204 len: 168 time: 0.2100286 Oct 18 03:09:16.434707 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8ab97-4992-4463-98c2-16c14d240106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ac000d-452e-4c1d-a80f-6ca68f46c00b,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:18.838912 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 40182) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:09:18.939007 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e44ac19b-ed64-43e1-a388-4ae941f05df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:19.011728 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e44ac19b-ed64-43e1-a388-4ae941f05df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:19.108193 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-e44ac19b-ed64-43e1-a388-4ae941f05df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:19.143728 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ac19b-ed64-43e1-a388-4ae941f05df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd835fe-3ec4-4ef3-a1c8-013e807863a2,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:19.147291 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-e44ac19b-ed64-43e1-a388-4ae941f05df9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9846ad79da3f4acb82265066c33c53d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3073688 Oct 18 03:09:19.150057 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 40186) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:09:19.153114 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44ac19b-ed64-43e1-a388-4ae941f05df9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:19.153396 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44ac19b-ed64-43e1-a388-4ae941f05df9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:19.153734 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44ac19b-ed64-43e1-a388-4ae941f05df9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:19.154094 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44ac19b-ed64-43e1-a388-4ae941f05df9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:19.154421 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44ac19b-ed64-43e1-a388-4ae941f05df9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:19.154745 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44ac19b-ed64-43e1-a388-4ae941f05df9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:19.155072 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44ac19b-ed64-43e1-a388-4ae941f05df9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:19.155398 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44ac19b-ed64-43e1-a388-4ae941f05df9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:19.155721 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44ac19b-ed64-43e1-a388-4ae941f05df9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:19.156037 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44ac19b-ed64-43e1-a388-4ae941f05df9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:19.156989 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44ac19b-ed64-43e1-a388-4ae941f05df9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:19.157312 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44ac19b-ed64-43e1-a388-4ae941f05df9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:19.200998 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b6bf8591-7230-41d7-937f-03a5d2988c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:19.222316 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b6bf8591-7230-41d7-937f-03a5d2988c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:19.286958 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-3b37b8ea-cb54-4322-a8c6-94cedae1f326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:19.366849 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b6bf8591-7230-41d7-937f-03a5d2988c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:19.369476 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b6bf8591-7230-41d7-937f-03a5d2988c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:19.370685 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-b6bf8591-7230-41d7-937f-03a5d2988c51 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8dd835fe-3ec4-4ef3-a1c8-013e807863a2 HTTP/1.1" status: 204 len: 168 time: 0.2196493 Oct 18 03:09:19.378983 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf8591-7230-41d7-937f-03a5d2988c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd835fe-3ec4-4ef3-a1c8-013e807863a2,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:19.929809 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 40192) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:09:19.943548 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-651c47f7-d658-44fc-8694-fb41f9f06e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:20.018898 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-651c47f7-d658-44fc-8694-fb41f9f06e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:20.092767 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-651c47f7-d658-44fc-8694-fb41f9f06e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:20.129924 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-651c47f7-d658-44fc-8694-fb41f9f06e18 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=05636aedba514e51bad0f66a017acc8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1990330 Oct 18 03:09:20.131832 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c47f7-d658-44fc-8694-fb41f9f06e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5891367d-98c9-47f6-b6bf-0bce05c7cf03,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:20.132663 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 40194) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:09:20.179651 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8f8810eb-a5aa-46e9-b43b-96d7239ed202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:20.200131 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8f8810eb-a5aa-46e9-b43b-96d7239ed202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:20.344895 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8f8810eb-a5aa-46e9-b43b-96d7239ed202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:20.347409 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-8f8810eb-a5aa-46e9-b43b-96d7239ed202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:20.348565 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-8f8810eb-a5aa-46e9-b43b-96d7239ed202 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5891367d-98c9-47f6-b6bf-0bce05c7cf03 HTTP/1.1" status: 204 len: 168 time: 0.2149417 Oct 18 03:09:20.356196 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8810eb-a5aa-46e9-b43b-96d7239ed202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5891367d-98c9-47f6-b6bf-0bce05c7cf03,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:21.931512 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-8284daf5-73ad-4520-b870-df074e6042ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:22.532991 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:23.309602 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:24.715412 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:25.820830 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 40252) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:09:25.935215 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-7cca252e-1d40-44d5-a30f-3524dd01afb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:26.016453 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-7cca252e-1d40-44d5-a30f-3524dd01afb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:26.125547 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-7cca252e-1d40-44d5-a30f-3524dd01afb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:26.162774 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca252e-1d40-44d5-a30f-3524dd01afb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f68972-0229-4ef4-a976-83f532326441,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:26.166902 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-7cca252e-1d40-44d5-a30f-3524dd01afb0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8da91cc9fdb34b21a058937885ce8846&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3465660 Oct 18 03:09:26.170141 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 40256) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:09:26.217004 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f4cf344d-f6e5-41b5-8558-3a22e829ab66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:26.238203 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f4cf344d-f6e5-41b5-8558-3a22e829ab66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:26.366750 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f4cf344d-f6e5-41b5-8558-3a22e829ab66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:26.369365 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-f4cf344d-f6e5-41b5-8558-3a22e829ab66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:26.370560 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-f4cf344d-f6e5-41b5-8558-3a22e829ab66 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b3f68972-0229-4ef4-a976-83f532326441 HTTP/1.1" status: 204 len: 168 time: 0.2001333 Oct 18 03:09:26.379492 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf344d-f6e5-41b5-8558-3a22e829ab66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f68972-0229-4ef4-a976-83f532326441,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:26.958546 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 40262) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:09:26.972545 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-83990f3e-e2be-4c89-a0f8-8d898d628787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:27.045036 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-83990f3e-e2be-4c89-a0f8-8d898d628787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:27.115318 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-83990f3e-e2be-4c89-a0f8-8d898d628787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:27.152675 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-83990f3e-e2be-4c89-a0f8-8d898d628787 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ff273c7d3d1c4a37b76b9b9f73a1a9c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1929972 Oct 18 03:09:27.153851 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83990f3e-e2be-4c89-a0f8-8d898d628787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fb7092-4970-40ee-9dbd-e83485eae704,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:27.155315 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 40264) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:09:27.207362 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d0a96b54-d69d-4df8-bd82-e7883ec3531f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:27.228717 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d0a96b54-d69d-4df8-bd82-e7883ec3531f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:27.366937 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d0a96b54-d69d-4df8-bd82-e7883ec3531f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:27.369386 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d0a96b54-d69d-4df8-bd82-e7883ec3531f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:27.370643 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-d0a96b54-d69d-4df8-bd82-e7883ec3531f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/42fb7092-4970-40ee-9dbd-e83485eae704 HTTP/1.1" status: 204 len: 168 time: 0.2142887 Oct 18 03:09:27.378361 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a96b54-d69d-4df8-bd82-e7883ec3531f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fb7092-4970-40ee-9dbd-e83485eae704,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:28.596442 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 6 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 03:09:29.041448 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 40294) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:09:29.147038 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-066b5504-6a2c-4d6d-9c19-cf96cca3c9d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:29.218229 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-066b5504-6a2c-4d6d-9c19-cf96cca3c9d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:29.286534 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-066b5504-6a2c-4d6d-9c19-cf96cca3c9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:29.324425 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-066b5504-6a2c-4d6d-9c19-cf96cca3c9d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=27990d60e5e14b66b35b5ed3e626df12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2818806 Oct 18 03:09:29.325494 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b5504-6a2c-4d6d-9c19-cf96cca3c9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89842dd2-5457-494f-a5ab-05680a02958a,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:29.327241 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 40298) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:09:29.375257 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-95688a54-a77b-4118-964c-f5e4c689f626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:29.395954 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-95688a54-a77b-4118-964c-f5e4c689f626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:29.521467 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-95688a54-a77b-4118-964c-f5e4c689f626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:29.524057 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-95688a54-a77b-4118-964c-f5e4c689f626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:29.525208 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-95688a54-a77b-4118-964c-f5e4c689f626 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/89842dd2-5457-494f-a5ab-05680a02958a HTTP/1.1" status: 204 len: 168 time: 0.1969714 Oct 18 03:09:29.533246 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95688a54-a77b-4118-964c-f5e4c689f626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89842dd2-5457-494f-a5ab-05680a02958a,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:30.554415 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 40320) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:09:30.648654 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-538edf87-3043-4f84-a79c-4c3384f2164e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-869973394-network', 'tenant_id': 'b602d02ee49e485692accc6bbdeee7b5'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:09:30.818146 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538edf87-3043-4f84-a79c-4c3384f2164e admin admin] Made reservation on behalf of b602d02ee49e485692accc6bbdeee7b5 for: {'network': 1} {{(pid=106637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 03:09:30.820388 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-538edf87-3043-4f84-a79c-4c3384f2164e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for network, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:30.828625 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-538edf87-3043-4f84-a79c-4c3384f2164e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:30.901457 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-538edf87-3043-4f84-a79c-4c3384f2164e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:30.978385 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-538edf87-3043-4f84-a79c-4c3384f2164e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:30.999822 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-538edf87-3043-4f84-a79c-4c3384f2164e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=106637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 03:09:31.014538 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538edf87-3043-4f84-a79c-4c3384f2164e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb11d89-6870-48da-865f-fcbc17003267,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:31.017359 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-538edf87-3043-4f84-a79c-4c3384f2164e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965'] for segment, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:31.017697 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.db.segments_db [None req-538edf87-3043-4f84-a79c-4c3384f2164e admin admin] Added segment 3235f46b-6c81-440a-9222-fd4268b9529a of type vlan for network 8584cd4d-4630-44f4-b3e3-3af6de3b2332 Oct 18 03:09:31.055793 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-538edf87-3043-4f84-a79c-4c3384f2164e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748750891129'] for network, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:31.132339 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-538edf87-3043-4f84-a79c-4c3384f2164e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149'] for network, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:31.133275 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538edf87-3043-4f84-a79c-4c3384f2164e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:09:31.133890 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-538edf87-3043-4f84-a79c-4c3384f2164e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for network, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:31.189219 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538edf87-3043-4f84-a79c-4c3384f2164e admin admin] Pushing event updated for resources: {'Network': ['ID=8584cd4d-4630-44f4-b3e3-3af6de3b2332,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:31.198929 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Network 8584cd4d-4630-44f4-b3e3-3af6de3b2332 details requested by agent ovs-agent-dv-cinder-814333-1-iscsi with host dv-cinder-814333-1-iscsi {{(pid=106638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 03:09:31.261116 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-538edf87-3043-4f84-a79c-4c3384f2164e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7056055 Oct 18 03:09:31.263907 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 40324) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:09:31.268730 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-64cc074c-b5b0-457f-97fc-9449bf8f95e2 admin admin] Request body: {'subnet': {'network_id': '8584cd4d-4630-44f4-b3e3-3af6de3b2332', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-869973394-subnet', 'tenant_id': 'b602d02ee49e485692accc6bbdeee7b5', 'ip_version': 4}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:09:31.349976 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cc074c-b5b0-457f-97fc-9449bf8f95e2 admin admin] Made reservation on behalf of b602d02ee49e485692accc6bbdeee7b5 for: {'subnet': 1} {{(pid=106637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 03:09:31.352232 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-64cc074c-b5b0-457f-97fc-9449bf8f95e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3874254'] for subnet, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:31.583998 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-64cc074c-b5b0-457f-97fc-9449bf8f95e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3168445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3874236'] for subnet, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:31.642618 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc074c-b5b0-457f-97fc-9449bf8f95e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11369316-7000-4442-8bbc-bd4609238a73,revision_number=0']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:31.651143 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cc074c-b5b0-457f-97fc-9449bf8f95e2 admin admin] Checking segment: {'id': '3235f46b-6c81-440a-9222-fd4268b9529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8584cd4d-4630-44f4-b3e3-3af6de3b2332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:09:31.651495 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cc074c-b5b0-457f-97fc-9449bf8f95e2 admin admin] Network hostable DHCP agents. Network: 8584cd4d-4630-44f4-b3e3-3af6de3b2332, hostable agents: ['d6364138-709a-4c77-9f16-97f76425e773'], hosted agents: [] {{(pid=106637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 03:09:31.732057 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cc074c-b5b0-457f-97fc-9449bf8f95e2 admin admin] Network 8584cd4d-4630-44f4-b3e3-3af6de3b2332 is scheduled to be hosted by DHCP agent d6364138-709a-4c77-9f16-97f76425e773 with binding_index 1 {{(pid=106637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 03:09:31.823787 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [None req-64cc074c-b5b0-457f-97fc-9449bf8f95e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814333-1-iscsi, 8584cd4d-4630-44f4-b3e3-3af6de3b2332) {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:09:31.827816 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cc074c-b5b0-457f-97fc-9449bf8f95e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:09:31.828458 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-64cc074c-b5b0-457f-97fc-9449bf8f95e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:31.833072 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc83d82-5971-40ce-810e-8062cd850139 None None] Network 8584cd4d-4630-44f4-b3e3-3af6de3b2332 requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 03:09:31.925152 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-64cc074c-b5b0-457f-97fc-9449bf8f95e2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6601393 Oct 18 03:09:31.927781 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 40326) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:09:31.932056 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-b64f0b02-cad1-4128-b186-0b933343d1b2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-869973394-router', 'tenant_id': 'b602d02ee49e485692accc6bbdeee7b5', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'}}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:09:31.973302 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ca5cf0-6a3a-4e0c-ba4e-bd928dd015e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd97ac7e-b8df-5221-be60-5c49b09c5ecf-8584cd4d-4630-44f4-b3e3-3af6de3b2332', 'network_id': '8584cd4d-4630-44f4-b3e3-3af6de3b2332', 'tenant_id': 'b602d02ee49e485692accc6bbdeee7b5', 'fixed_ips': [{'subnet_id': '11369316-7000-4442-8bbc-bd4609238a73'}]}} from dv-cinder-814333-1-iscsi. {{(pid=106638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 03:09:31.974464 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-86ca5cf0-6a3a-4e0c-ba4e-bd928dd015e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:32.041372 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b64f0b02-cad1-4128-b186-0b933343d1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3491'] for router, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:32.042478 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b64f0b02-cad1-4128-b186-0b933343d1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-612752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3508'] for router, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:32.093443 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b64f0b02-cad1-4128-b186-0b933343d1b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:32.109151 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.db_base_plugin_common [None req-86ca5cf0-6a3a-4e0c-ba4e-bd928dd015e8 None None] Allocated IP 172.20.0.2 (8584cd4d-4630-44f4-b3e3-3af6de3b2332/11369316-7000-4442-8bbc-bd4609238a73/a643a403-dc7b-45de-94dc-9e9fe209fc10) {{(pid=106638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:09:32.250336 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-86ca5cf0-6a3a-4e0c-ba4e-bd928dd015e8 None None] Notify callbacks [] for port, precommit_create {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:32.291723 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b64f0b02-cad1-4128-b186-0b933343d1b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:32.325332 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-86ca5cf0-6a3a-4e0c-ba4e-bd928dd015e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598'] for port, after_create {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:32.363381 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ca5cf0-6a3a-4e0c-ba4e-bd928dd015e8 None None] Network 8584cd4d-4630-44f4-b3e3-3af6de3b2332 is already hosted by enough agents. {{(pid=106638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:09:32.366116 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.scheduler.base_scheduler [None req-86ca5cf0-6a3a-4e0c-ba4e-bd928dd015e8 None None] Resources bound (agent type, host, resource id): {{(pid=106638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:09:32.368718 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ca5cf0-6a3a-4e0c-ba4e-bd928dd015e8 None None] Received port after_create {{(pid=106638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:09:32.382341 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca5cf0-6a3a-4e0c-ba4e-bd928dd015e8 None None] Pushing event updated for resources: {'Port': ['ID=a643a403-dc7b-45de-94dc-9e9fe209fc10,revision_number=1']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:32.427607 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-86ca5cf0-6a3a-4e0c-ba4e-bd928dd015e8 None None] Attempting to bind port a643a403-dc7b-45de-94dc-9e9fe209fc10 on host dv-cinder-814333-1-iscsi for vnic_type normal with profile {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 03:09:32.427978 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-86ca5cf0-6a3a-4e0c-ba4e-bd928dd015e8 None None] Attempting to bind port a643a403-dc7b-45de-94dc-9e9fe209fc10 by drivers openvswitch,hyperv on host dv-cinder-814333-1-iscsi at level 0 using segments [{'id': '3235f46b-6c81-440a-9222-fd4268b9529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8584cd4d-4630-44f4-b3e3-3af6de3b2332'}] {{(pid=106638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 03:09:32.428341 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ca5cf0-6a3a-4e0c-ba4e-bd928dd015e8 None None] Attempting to bind port a643a403-dc7b-45de-94dc-9e9fe209fc10 on network 8584cd4d-4630-44f4-b3e3-3af6de3b2332 {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:09:32.433417 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ca5cf0-6a3a-4e0c-ba4e-bd928dd015e8 None None] Checking agent: {'id': '725b6bc2-91e5-4fb5-a09c-abe917cff252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 50, 22), 'started_at': datetime.datetime(2021, 10, 18, 2, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 3, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 03:09:32.433834 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ca5cf0-6a3a-4e0c-ba4e-bd928dd015e8 None None] Checking segment: {'id': '3235f46b-6c81-440a-9222-fd4268b9529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8584cd4d-4630-44f4-b3e3-3af6de3b2332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:09:32.434240 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-86ca5cf0-6a3a-4e0c-ba4e-bd928dd015e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:32.434635 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ca5cf0-6a3a-4e0c-ba4e-bd928dd015e8 None None] Bound using segment: {'id': '3235f46b-6c81-440a-9222-fd4268b9529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8584cd4d-4630-44f4-b3e3-3af6de3b2332'} {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 03:09:32.435099 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-86ca5cf0-6a3a-4e0c-ba4e-bd928dd015e8 None None] Bound port: a643a403-dc7b-45de-94dc-9e9fe209fc10, host: dv-cinder-814333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3235f46b-6c81-440a-9222-fd4268b9529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8584cd4d-4630-44f4-b3e3-3af6de3b2332'}}] {{(pid=106638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 03:09:32.435480 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-86ca5cf0-6a3a-4e0c-ba4e-bd928dd015e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:32.500854 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-86ca5cf0-6a3a-4e0c-ba4e-bd928dd015e8 None None] For port a643a403-dc7b-45de-94dc-9e9fe209fc10, host dv-cinder-814333-1-iscsi, cleared binding levels {{(pid=106638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 03:09:32.503836 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-86ca5cf0-6a3a-4e0c-ba4e-bd928dd015e8 None None] For port a643a403-dc7b-45de-94dc-9e9fe209fc10, host dv-cinder-814333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=a643a403-dc7b-45de-94dc-9e9fe209fc10,segment=NetworkSegment(3235f46b-6c81-440a-9222-fd4268b9529a),segment_id=3235f46b-6c81-440a-9222-fd4268b9529a)] {{(pid=106638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 03:09:32.542085 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b64f0b02-cad1-4128-b186-0b933343d1b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:32.563796 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b64f0b02-cad1-4128-b186-0b933343d1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:32.573191 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-86ca5cf0-6a3a-4e0c-ba4e-bd928dd015e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:32.631280 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca5cf0-6a3a-4e0c-ba4e-bd928dd015e8 None None] Pushing event updated for resources: {'Port': ['ID=a643a403-dc7b-45de-94dc-9e9fe209fc10,revision_number=2']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:32.672450 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_common [None req-b64f0b02-cad1-4128-b186-0b933343d1b2 admin admin] Allocated IP 172.27.3.147 (ec1e2d0f-026f-465c-b326-53f6d0173c72/df7c5eba-93a9-4f97-9356-1dcfa994647a/7d6878e2-0ce5-4109-af97-ae010ca99fe6) {{(pid=106637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:09:32.794260 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b64f0b02-cad1-4128-b186-0b933343d1b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:32.904689 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b64f0b02-cad1-4128-b186-0b933343d1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:32.943289 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64f0b02-cad1-4128-b186-0b933343d1b2 admin admin] Network ec1e2d0f-026f-465c-b326-53f6d0173c72 is already hosted by enough agents. {{(pid=106637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:09:32.946035 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [None req-b64f0b02-cad1-4128-b186-0b933343d1b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:09:32.949480 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64f0b02-cad1-4128-b186-0b933343d1b2 admin admin] Received port after_create {{(pid=106637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:09:32.975545 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f0b02-cad1-4128-b186-0b933343d1b2 admin admin] Pushing event updated for resources: {'Port': ['ID=7d6878e2-0ce5-4109-af97-ae010ca99fe6,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:33.280043 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b64f0b02-cad1-4128-b186-0b933343d1b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:33.482801 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b64f0b02-cad1-4128-b186-0b933343d1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612773'] for router, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:33.486877 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce76a52-571e-4f09-8c11-5800877dfcdb None None] Network 8584cd4d-4630-44f4-b3e3-3af6de3b2332 requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 03:09:33.571797 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-68387f9b-ab58-46f9-929c-3627be68cc9a None None] Provisioning complete for port a643a403-dc7b-45de-94dc-9e9fe209fc10 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:09:33.572184 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68387f9b-ab58-46f9-929c-3627be68cc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:33.709764 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68387f9b-ab58-46f9-929c-3627be68cc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:33.710049 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64f0b02-cad1-4128-b186-0b933343d1b2 admin admin] Router 37603589-40f1-4570-b4ac-c753c95656ef is scheduled to L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 with binding_index 1 {{(pid=106637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 03:09:33.748221 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-68387f9b-ab58-46f9-929c-3627be68cc9a None None] For port a643a403-dc7b-45de-94dc-9e9fe209fc10, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=a643a403-dc7b-45de-94dc-9e9fe209fc10,segment=NetworkSegment(3235f46b-6c81-440a-9222-fd4268b9529a),segment_id=3235f46b-6c81-440a-9222-fd4268b9529a)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:09:33.819047 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64f0b02-cad1-4128-b186-0b933343d1b2 admin admin] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 03:09:33.830611 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426068ea-48b7-4c90-87e4-20acb3fa87c7 None None] Sync routers for ids ['37603589-40f1-4570-b4ac-c753c95656ef'] in dv-cinder-814333-1-iscsi {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 03:09:33.840921 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426068ea-48b7-4c90-87e4-20acb3fa87c7 None None] Routers {'37603589-40f1-4570-b4ac-c753c95656ef'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:09:33.841612 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-426068ea-48b7-4c90-87e4-20acb3fa87c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:09:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['37603589-40f1-4570-b4ac-c753c95656ef'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:09:33.846890 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68387f9b-ab58-46f9-929c-3627be68cc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:33.911060 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b64f0b02-cad1-4128-b186-0b933343d1b2 admin admin] Notify callbacks [] for router, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:33.912312 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-b64f0b02-cad1-4128-b186-0b933343d1b2 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9836142 Oct 18 03:09:33.915198 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 40328) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:09:33.962270 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68387f9b-ab58-46f9-929c-3627be68cc9a None None] Pushing event updated for resources: {'Port': ['ID=a643a403-dc7b-45de-94dc-9e9fe209fc10,revision_number=3']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:33.985855 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-f5b2d4a1-246e-4416-9cbe-75eec39fca9f None None] Provisioning complete for port a643a403-dc7b-45de-94dc-9e9fe209fc10 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:09:33.986150 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-f5b2d4a1-246e-4416-9cbe-75eec39fca9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:34.013289 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-426068ea-48b7-4c90-87e4-20acb3fa87c7 None None] Set router 37603589-40f1-4570-b4ac-c753c95656ef gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:09:34.236510 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-426068ea-48b7-4c90-87e4-20acb3fa87c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37603589-40f1-4570-b4ac-c753c95656ef', 'name': 'tempest-TestMinimumBasicScenario-869973394-router', 'tenant_id': 'b602d02ee49e485692accc6bbdeee7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '7d6878e2-0ce5-4109-af97-ae010ca99fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:09:32Z', 'updated_at': '2021-10-18T03:09:33Z', 'revision_number': 3, 'project_id': 'b602d02ee49e485692accc6bbdeee7b5', 'gw_port': {'id': '7d6878e2-0ce5-4109-af97-ae010ca99fe6', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:48:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37603589-40f1-4570-b4ac-c753c95656ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:09:32Z', 'updated_at': '2021-10-18T03:09:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi'}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:09:34.262222 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426068ea-48b7-4c90-87e4-20acb3fa87c7 None None] Checking router: 37603589-40f1-4570-b4ac-c753c95656ef for host: dv-cinder-814333-1-iscsi {{(pid=106638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 03:09:34.262565 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426068ea-48b7-4c90-87e4-20acb3fa87c7 None None] Updating router 37603589-40f1-4570-b4ac-c753c95656ef port 7d6878e2-0ce5-4109-af97-ae010ca99fe6 binding host dv-cinder-814333-1-iscsi {{(pid=106638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 03:09:34.286979 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-426068ea-48b7-4c90-87e4-20acb3fa87c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:34.536860 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-426068ea-48b7-4c90-87e4-20acb3fa87c7 None None] Notify callbacks [] for port, precommit_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:34.568344 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-aa5781d5-8ee9-47cf-b136-be6ab945d131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:34.606990 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device a643a403-dc7b-45de-94dc-9e9fe209fc10 up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:09:34.629115 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-426068ea-48b7-4c90-87e4-20acb3fa87c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:34.694431 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305f7c0-e577-44d7-9481-73d748104b09 None None] Pushing event updated for resources: {'Port': ['ID=7d6878e2-0ce5-4109-af97-ae010ca99fe6,revision_number=2']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:34.697022 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-426068ea-48b7-4c90-87e4-20acb3fa87c7 None None] Attempting to bind port 7d6878e2-0ce5-4109-af97-ae010ca99fe6 on host dv-cinder-814333-1-iscsi for vnic_type normal with profile {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 03:09:34.697413 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-426068ea-48b7-4c90-87e4-20acb3fa87c7 None None] Attempting to bind port 7d6878e2-0ce5-4109-af97-ae010ca99fe6 by drivers openvswitch,hyperv on host dv-cinder-814333-1-iscsi at level 0 using segments [{'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'}] {{(pid=106638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 03:09:34.697744 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426068ea-48b7-4c90-87e4-20acb3fa87c7 None None] Attempting to bind port 7d6878e2-0ce5-4109-af97-ae010ca99fe6 on network ec1e2d0f-026f-465c-b326-53f6d0173c72 {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:09:34.705210 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426068ea-48b7-4c90-87e4-20acb3fa87c7 None None] Checking agent: {'id': '725b6bc2-91e5-4fb5-a09c-abe917cff252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 50, 22), 'started_at': datetime.datetime(2021, 10, 18, 2, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 3, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 03:09:34.705578 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426068ea-48b7-4c90-87e4-20acb3fa87c7 None None] Checking segment: {'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:09:34.706009 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-426068ea-48b7-4c90-87e4-20acb3fa87c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:34.706398 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426068ea-48b7-4c90-87e4-20acb3fa87c7 None None] Bound using segment: {'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'} {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 03:09:34.706862 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-426068ea-48b7-4c90-87e4-20acb3fa87c7 None None] Bound port: 7d6878e2-0ce5-4109-af97-ae010ca99fe6, host: dv-cinder-814333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'}}] {{(pid=106638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 03:09:34.707243 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-426068ea-48b7-4c90-87e4-20acb3fa87c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:34.728889 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_common [None req-aa5781d5-8ee9-47cf-b136-be6ab945d131 admin admin] Allocated IP 172.20.0.1 (8584cd4d-4630-44f4-b3e3-3af6de3b2332/11369316-7000-4442-8bbc-bd4609238a73/8aaf7703-5f4b-4d85-b489-af149be22327) {{(pid=106637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:09:34.741378 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port a643a403-dc7b-45de-94dc-9e9fe209fc10 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:09:34.741749 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:34.787785 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-426068ea-48b7-4c90-87e4-20acb3fa87c7 None None] For port 7d6878e2-0ce5-4109-af97-ae010ca99fe6, host dv-cinder-814333-1-iscsi, cleared binding levels {{(pid=106638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 03:09:34.793835 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-426068ea-48b7-4c90-87e4-20acb3fa87c7 None None] For port 7d6878e2-0ce5-4109-af97-ae010ca99fe6, host dv-cinder-814333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=7d6878e2-0ce5-4109-af97-ae010ca99fe6,segment=NetworkSegment(945c2ffc-cf09-447c-9907-99c5ee5cf6c6),segment_id=945c2ffc-cf09-447c-9907-99c5ee5cf6c6)] {{(pid=106638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 03:09:34.837203 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-aa5781d5-8ee9-47cf-b136-be6ab945d131 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:34.858826 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-426068ea-48b7-4c90-87e4-20acb3fa87c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:34.905640 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426068ea-48b7-4c90-87e4-20acb3fa87c7 None None] Routers {'37603589-40f1-4570-b4ac-c753c95656ef'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:09:34.906296 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-426068ea-48b7-4c90-87e4-20acb3fa87c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:09:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['37603589-40f1-4570-b4ac-c753c95656ef'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:09:34.978976 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-aa5781d5-8ee9-47cf-b136-be6ab945d131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:34.986488 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305f7c0-e577-44d7-9481-73d748104b09 None None] Pushing event updated for resources: {'Port': ['ID=7d6878e2-0ce5-4109-af97-ae010ca99fe6,revision_number=3']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:35.015914 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5781d5-8ee9-47cf-b136-be6ab945d131 admin admin] Network 8584cd4d-4630-44f4-b3e3-3af6de3b2332 is already hosted by enough agents. {{(pid=106637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:09:35.018849 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [None req-aa5781d5-8ee9-47cf-b136-be6ab945d131 admin admin] Resources bound (agent type, host, resource id): {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:09:35.022306 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5781d5-8ee9-47cf-b136-be6ab945d131 admin admin] Received port after_create {{(pid=106637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:09:35.030605 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-426068ea-48b7-4c90-87e4-20acb3fa87c7 None None] Set router 37603589-40f1-4570-b4ac-c753c95656ef gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:09:35.054188 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5781d5-8ee9-47cf-b136-be6ab945d131 admin admin] Pushing event updated for resources: {'Port': ['ID=8aaf7703-5f4b-4d85-b489-af149be22327,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:35.073217 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-aa5781d5-8ee9-47cf-b136-be6ab945d131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611728'] for router_interface, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:35.269283 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-c465b911-bc0b-4306-8446-fe021431f5d8 None None] Provisioning complete for port 8aaf7703-5f4b-4d85-b489-af149be22327 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:09:35.269647 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-c465b911-bc0b-4306-8446-fe021431f5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:35.277140 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-aa5781d5-8ee9-47cf-b136-be6ab945d131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:35.326756 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-c465b911-bc0b-4306-8446-fe021431f5d8 None None] Port 8aaf7703-5f4b-4d85-b489-af149be22327 cannot update to ACTIVE because it is not bound. {{(pid=106638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 03:09:35.374035 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-426068ea-48b7-4c90-87e4-20acb3fa87c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37603589-40f1-4570-b4ac-c753c95656ef', 'name': 'tempest-TestMinimumBasicScenario-869973394-router', 'tenant_id': 'b602d02ee49e485692accc6bbdeee7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '7d6878e2-0ce5-4109-af97-ae010ca99fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:09:32Z', 'updated_at': '2021-10-18T03:09:33Z', 'revision_number': 3, 'project_id': 'b602d02ee49e485692accc6bbdeee7b5', 'gw_port': {'id': '7d6878e2-0ce5-4109-af97-ae010ca99fe6', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:48:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37603589-40f1-4570-b4ac-c753c95656ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:09:32Z', 'updated_at': '2021-10-18T03:09:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi'}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:09:35.400480 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426068ea-48b7-4c90-87e4-20acb3fa87c7 None None] The sync data for ids ['37603589-40f1-4570-b4ac-c753c95656ef'] in dv-cinder-814333-1-iscsi is: [{'id': '37603589-40f1-4570-b4ac-c753c95656ef', 'name': 'tempest-TestMinimumBasicScenario-869973394-router', 'tenant_id': 'b602d02ee49e485692accc6bbdeee7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '7d6878e2-0ce5-4109-af97-ae010ca99fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:09:32Z', 'updated_at': '2021-10-18T03:09:33Z', 'revision_number': 3, 'project_id': 'b602d02ee49e485692accc6bbdeee7b5', 'gw_port': {'id': '7d6878e2-0ce5-4109-af97-ae010ca99fe6', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:48:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37603589-40f1-4570-b4ac-c753c95656ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:09:32Z', 'updated_at': '2021-10-18T03:09:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi'}] {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 03:09:35.438679 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-aa5781d5-8ee9-47cf-b136-be6ab945d131 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:35.513693 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-aa5781d5-8ee9-47cf-b136-be6ab945d131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3168564'] for port, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:35.581613 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5781d5-8ee9-47cf-b136-be6ab945d131 admin admin] Pushing event updated for resources: {'Port': ['ID=8aaf7703-5f4b-4d85-b489-af149be22327,revision_number=2']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:35.584012 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-aa5781d5-8ee9-47cf-b136-be6ab945d131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611812'] for router_interface, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:35.695265 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5781d5-8ee9-47cf-b136-be6ab945d131 admin admin] Network 8584cd4d-4630-44f4-b3e3-3af6de3b2332 is already hosted by enough agents. {{(pid=106637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:09:35.696726 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [None req-aa5781d5-8ee9-47cf-b136-be6ab945d131 admin admin] Resources bound (agent type, host, resource id): {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:09:35.818086 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5781d5-8ee9-47cf-b136-be6ab945d131 admin admin] Router 37603589-40f1-4570-b4ac-c753c95656ef has already been hosted by L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 {{(pid=106637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 03:09:35.929210 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5781d5-8ee9-47cf-b136-be6ab945d131 admin admin] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 03:09:35.936036 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-aa5781d5-8ee9-47cf-b136-be6ab945d131 admin admin] 10.222.0.30 "PUT /v2.0/routers/37603589-40f1-4570-b4ac-c753c95656ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0180621 Oct 18 03:09:35.950592 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-c9b41672-6b68-4592-920e-5b1b9fb37306 None None] Provisioning complete for port 8aaf7703-5f4b-4d85-b489-af149be22327 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:09:35.951017 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-c9b41672-6b68-4592-920e-5b1b9fb37306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:35.986641 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-c9b41672-6b68-4592-920e-5b1b9fb37306 None None] Port 8aaf7703-5f4b-4d85-b489-af149be22327 cannot update to ACTIVE because it is not bound. {{(pid=106638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 03:09:36.479301 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:36.614197 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 7d6878e2-0ce5-4109-af97-ae010ca99fe6 up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:09:36.640084 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 40344) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:09:36.645172 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-d75c0002-d2b8-45d5-881f-334abb4a5b0b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1563443421-network', 'tenant_id': '6c4e0a78efc049bf96fcfbf2c9478052'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:09:36.667004 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port 7d6878e2-0ce5-4109-af97-ae010ca99fe6 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:09:36.667380 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:36.726983 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75c0002-d2b8-45d5-881f-334abb4a5b0b admin admin] Made reservation on behalf of 6c4e0a78efc049bf96fcfbf2c9478052 for: {'network': 1} {{(pid=106637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 03:09:36.729954 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d75c0002-d2b8-45d5-881f-334abb4a5b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for network, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:36.739589 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d75c0002-d2b8-45d5-881f-334abb4a5b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:36.745498 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:36.765137 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] For port 7d6878e2-0ce5-4109-af97-ae010ca99fe6, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=7d6878e2-0ce5-4109-af97-ae010ca99fe6,segment=NetworkSegment(945c2ffc-cf09-447c-9907-99c5ee5cf6c6),segment_id=945c2ffc-cf09-447c-9907-99c5ee5cf6c6)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:09:36.817385 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d75c0002-d2b8-45d5-881f-334abb4a5b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:36.859177 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9304c6-d40d-4701-b0a9-08e31cd56bf1 None None] Sync routers for ids ['37603589-40f1-4570-b4ac-c753c95656ef'] in dv-cinder-814333-1-iscsi {{(pid=106639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 03:09:36.864478 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:36.872218 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9304c6-d40d-4701-b0a9-08e31cd56bf1 None None] Routers {'37603589-40f1-4570-b4ac-c753c95656ef'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:09:36.873055 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-5e9304c6-d40d-4701-b0a9-08e31cd56bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:09:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['37603589-40f1-4570-b4ac-c753c95656ef'], 'active': True} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:09:36.898516 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d75c0002-d2b8-45d5-881f-334abb4a5b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:36.924664 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d75c0002-d2b8-45d5-881f-334abb4a5b0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=106637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 03:09:36.934742 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c0002-d2b8-45d5-881f-334abb4a5b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e96e73f-4873-4031-bfa5-480a3d9fcb78,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:36.939727 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d75c0002-d2b8-45d5-881f-334abb4a5b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965'] for segment, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:36.940146 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.db.segments_db [None req-d75c0002-d2b8-45d5-881f-334abb4a5b0b admin admin] Added segment fe6f81f7-6f17-4edc-9758-f7a9b34acc2d of type vlan for network 28341a3b-1b03-45f7-b310-15f7731213ae Oct 18 03:09:36.942366 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Pushing event updated for resources: {'Port': ['ID=7d6878e2-0ce5-4109-af97-ae010ca99fe6,revision_number=4']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:36.981576 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d75c0002-d2b8-45d5-881f-334abb4a5b0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748750891129'] for network, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:37.010327 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvr_db [None req-5e9304c6-d40d-4701-b0a9-08e31cd56bf1 None None] Set router 37603589-40f1-4570-b4ac-c753c95656ef gateway port host: dv-cinder-814333-1-iscsi {{(pid=106639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:09:37.098540 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d75c0002-d2b8-45d5-881f-334abb4a5b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149'] for network, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:37.099766 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75c0002-d2b8-45d5-881f-334abb4a5b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:09:37.100362 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d75c0002-d2b8-45d5-881f-334abb4a5b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for network, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:37.160113 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c0002-d2b8-45d5-881f-334abb4a5b0b admin admin] Pushing event updated for resources: {'Network': ['ID=28341a3b-1b03-45f7-b310-15f7731213ae,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:37.169832 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Network 28341a3b-1b03-45f7-b310-15f7731213ae details requested by agent ovs-agent-dv-cinder-814333-1-iscsi with host dv-cinder-814333-1-iscsi {{(pid=106638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 03:09:37.209601 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-5e9304c6-d40d-4701-b0a9-08e31cd56bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37603589-40f1-4570-b4ac-c753c95656ef', 'name': 'tempest-TestMinimumBasicScenario-869973394-router', 'tenant_id': 'b602d02ee49e485692accc6bbdeee7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '7d6878e2-0ce5-4109-af97-ae010ca99fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:09:32Z', 'updated_at': '2021-10-18T03:09:35Z', 'revision_number': 4, 'project_id': 'b602d02ee49e485692accc6bbdeee7b5', 'gw_port': {'id': '7d6878e2-0ce5-4109-af97-ae010ca99fe6', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:48:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37603589-40f1-4570-b4ac-c753c95656ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:09:32Z', 'updated_at': '2021-10-18T03:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': '8aaf7703-5f4b-4d85-b489-af149be22327', 'name': '', 'network_id': '8584cd4d-4630-44f4-b3e3-3af6de3b2332', 'tenant_id': 'b602d02ee49e485692accc6bbdeee7b5', 'mac_address': 'fa:16:3e:91:f0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37603589-40f1-4570-b4ac-c753c95656ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '11369316-7000-4442-8bbc-bd4609238a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:09:34Z', 'updated_at': '2021-10-18T03:09:35Z', 'revision_number': 2, 'project_id': 'b602d02ee49e485692accc6bbdeee7b5', 'subnets': [{'id': '11369316-7000-4442-8bbc-bd4609238a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:09:37.225367 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-d75c0002-d2b8-45d5-881f-334abb4a5b0b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5841584 Oct 18 03:09:37.227987 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 40346) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:09:37.232897 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-53cadeef-546a-4cc2-8181-165dd56ee44d admin admin] Request body: {'subnet': {'network_id': '28341a3b-1b03-45f7-b310-15f7731213ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1563443421-subnet', 'tenant_id': '6c4e0a78efc049bf96fcfbf2c9478052', 'ip_version': 4}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:09:37.237104 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9304c6-d40d-4701-b0a9-08e31cd56bf1 None None] Checking router: 37603589-40f1-4570-b4ac-c753c95656ef for host: dv-cinder-814333-1-iscsi {{(pid=106639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 03:09:37.237461 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9304c6-d40d-4701-b0a9-08e31cd56bf1 None None] Updating router 37603589-40f1-4570-b4ac-c753c95656ef port 8aaf7703-5f4b-4d85-b489-af149be22327 binding host dv-cinder-814333-1-iscsi {{(pid=106639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 03:09:37.269426 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-5e9304c6-d40d-4701-b0a9-08e31cd56bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:37.315908 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53cadeef-546a-4cc2-8181-165dd56ee44d admin admin] Made reservation on behalf of 6c4e0a78efc049bf96fcfbf2c9478052 for: {'subnet': 1} {{(pid=106637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 03:09:37.318369 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-53cadeef-546a-4cc2-8181-165dd56ee44d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3874254'] for subnet, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:37.529523 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-5e9304c6-d40d-4701-b0a9-08e31cd56bf1 None None] Notify callbacks [] for port, precommit_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:37.599905 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-53cadeef-546a-4cc2-8181-165dd56ee44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3168445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3874236'] for subnet, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:37.650760 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-5e9304c6-d40d-4701-b0a9-08e31cd56bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:37.656769 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cadeef-546a-4cc2-8181-165dd56ee44d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac57e8d7-3241-4123-9346-7510696bf796,revision_number=0']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:37.666934 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cadeef-546a-4cc2-8181-165dd56ee44d admin admin] Checking segment: {'id': 'fe6f81f7-6f17-4edc-9758-f7a9b34acc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '28341a3b-1b03-45f7-b310-15f7731213ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:09:37.667295 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cadeef-546a-4cc2-8181-165dd56ee44d admin admin] Network hostable DHCP agents. Network: 28341a3b-1b03-45f7-b310-15f7731213ae, hostable agents: ['d6364138-709a-4c77-9f16-97f76425e773'], hosted agents: [] {{(pid=106637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 03:09:37.705361 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad0673-c512-4481-92c9-12b95065476f None None] Pushing event updated for resources: {'Port': ['ID=8aaf7703-5f4b-4d85-b489-af149be22327,revision_number=3']} {{(pid=106639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:37.723145 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aad0673-c512-4481-92c9-12b95065476f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:37.723512 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aad0673-c512-4481-92c9-12b95065476f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:37.724110 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aad0673-c512-4481-92c9-12b95065476f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:37.724654 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aad0673-c512-4481-92c9-12b95065476f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:37.724991 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aad0673-c512-4481-92c9-12b95065476f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:37.725321 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aad0673-c512-4481-92c9-12b95065476f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:37.725647 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aad0673-c512-4481-92c9-12b95065476f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:37.725998 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aad0673-c512-4481-92c9-12b95065476f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:37.726408 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aad0673-c512-4481-92c9-12b95065476f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:37.726757 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aad0673-c512-4481-92c9-12b95065476f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:37.727078 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aad0673-c512-4481-92c9-12b95065476f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:37.727398 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aad0673-c512-4481-92c9-12b95065476f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:37.754292 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cadeef-546a-4cc2-8181-165dd56ee44d admin admin] Network 28341a3b-1b03-45f7-b310-15f7731213ae is scheduled to be hosted by DHCP agent d6364138-709a-4c77-9f16-97f76425e773 with binding_index 1 {{(pid=106637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 03:09:37.762898 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.managers [None req-5e9304c6-d40d-4701-b0a9-08e31cd56bf1 None None] Attempting to bind port 8aaf7703-5f4b-4d85-b489-af149be22327 on host dv-cinder-814333-1-iscsi for vnic_type normal with profile {{(pid=106639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 03:09:37.769123 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.managers [None req-5e9304c6-d40d-4701-b0a9-08e31cd56bf1 None None] Attempting to bind port 8aaf7703-5f4b-4d85-b489-af149be22327 by drivers openvswitch,hyperv on host dv-cinder-814333-1-iscsi at level 0 using segments [{'id': '3235f46b-6c81-440a-9222-fd4268b9529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8584cd4d-4630-44f4-b3e3-3af6de3b2332'}] {{(pid=106639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 03:09:37.769123 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9304c6-d40d-4701-b0a9-08e31cd56bf1 None None] Attempting to bind port 8aaf7703-5f4b-4d85-b489-af149be22327 on network 8584cd4d-4630-44f4-b3e3-3af6de3b2332 {{(pid=106639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:09:37.769123 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9304c6-d40d-4701-b0a9-08e31cd56bf1 None None] Checking agent: {'id': '725b6bc2-91e5-4fb5-a09c-abe917cff252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 50, 22), 'started_at': datetime.datetime(2021, 10, 18, 2, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 3, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 03:09:37.769123 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9304c6-d40d-4701-b0a9-08e31cd56bf1 None None] Checking segment: {'id': '3235f46b-6c81-440a-9222-fd4268b9529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8584cd4d-4630-44f4-b3e3-3af6de3b2332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:09:37.769615 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-5e9304c6-d40d-4701-b0a9-08e31cd56bf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:37.769922 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9304c6-d40d-4701-b0a9-08e31cd56bf1 None None] Bound using segment: {'id': '3235f46b-6c81-440a-9222-fd4268b9529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8584cd4d-4630-44f4-b3e3-3af6de3b2332'} {{(pid=106639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 03:09:37.770385 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.managers [None req-5e9304c6-d40d-4701-b0a9-08e31cd56bf1 None None] Bound port: 8aaf7703-5f4b-4d85-b489-af149be22327, host: dv-cinder-814333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3235f46b-6c81-440a-9222-fd4268b9529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8584cd4d-4630-44f4-b3e3-3af6de3b2332'}}] {{(pid=106639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 03:09:37.770771 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-5e9304c6-d40d-4701-b0a9-08e31cd56bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:37.829644 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [None req-53cadeef-546a-4cc2-8181-165dd56ee44d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814333-1-iscsi, 28341a3b-1b03-45f7-b310-15f7731213ae) {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:09:37.834481 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cadeef-546a-4cc2-8181-165dd56ee44d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:09:37.835091 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-53cadeef-546a-4cc2-8181-165dd56ee44d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:37.839099 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.db [None req-5e9304c6-d40d-4701-b0a9-08e31cd56bf1 None None] For port 8aaf7703-5f4b-4d85-b489-af149be22327, host dv-cinder-814333-1-iscsi, cleared binding levels {{(pid=106639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 03:09:37.840172 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48444c01-ad3d-49e1-a46e-0510b3690902 None None] Network 28341a3b-1b03-45f7-b310-15f7731213ae requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 03:09:37.842325 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.db [None req-5e9304c6-d40d-4701-b0a9-08e31cd56bf1 None None] For port 8aaf7703-5f4b-4d85-b489-af149be22327, host dv-cinder-814333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=8aaf7703-5f4b-4d85-b489-af149be22327,segment=NetworkSegment(3235f46b-6c81-440a-9222-fd4268b9529a),segment_id=3235f46b-6c81-440a-9222-fd4268b9529a)] {{(pid=106639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 03:09:37.920431 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-5e9304c6-d40d-4701-b0a9-08e31cd56bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:37.936713 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-53cadeef-546a-4cc2-8181-165dd56ee44d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7049873 Oct 18 03:09:37.937252 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 40348) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:09:37.941842 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-2ca1da28-0114-49f4-9ef6-e7c1b6cf8142 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1563443421-router', 'tenant_id': '6c4e0a78efc049bf96fcfbf2c9478052', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'}}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:09:37.959121 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-d38195b5-f215-4e91-8190-4b32c337ad57 None None] Provisioning complete for port 8aaf7703-5f4b-4d85-b489-af149be22327 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:09:37.959121 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d38195b5-f215-4e91-8190-4b32c337ad57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:37.979162 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad0673-c512-4481-92c9-12b95065476f None None] Pushing event updated for resources: {'Port': ['ID=8aaf7703-5f4b-4d85-b489-af149be22327,revision_number=4']} {{(pid=106639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:37.994529 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9304c6-d40d-4701-b0a9-08e31cd56bf1 None None] Routers {'37603589-40f1-4570-b4ac-c753c95656ef'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:09:37.995168 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-5e9304c6-d40d-4701-b0a9-08e31cd56bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:09:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['37603589-40f1-4570-b4ac-c753c95656ef'], 'active': True} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:09:38.025428 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87313e0a-d34a-40db-9f2b-25d5100dedc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd97ac7e-b8df-5221-be60-5c49b09c5ecf-28341a3b-1b03-45f7-b310-15f7731213ae', 'network_id': '28341a3b-1b03-45f7-b310-15f7731213ae', 'tenant_id': '6c4e0a78efc049bf96fcfbf2c9478052', 'fixed_ips': [{'subnet_id': 'ac57e8d7-3241-4123-9346-7510696bf796'}]}} from dv-cinder-814333-1-iscsi. {{(pid=106638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 03:09:38.026280 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-87313e0a-d34a-40db-9f2b-25d5100dedc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:38.046834 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-2ca1da28-0114-49f4-9ef6-e7c1b6cf8142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3491'] for router, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:38.047975 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-2ca1da28-0114-49f4-9ef6-e7c1b6cf8142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-612752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3508'] for router, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:38.109648 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvr_db [None req-5e9304c6-d40d-4701-b0a9-08e31cd56bf1 None None] Set router 37603589-40f1-4570-b4ac-c753c95656ef gateway port host: dv-cinder-814333-1-iscsi {{(pid=106639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:09:38.112999 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-2ca1da28-0114-49f4-9ef6-e7c1b6cf8142 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:38.124432 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d38195b5-f215-4e91-8190-4b32c337ad57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:38.197571 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-d38195b5-f215-4e91-8190-4b32c337ad57 None None] For port 8aaf7703-5f4b-4d85-b489-af149be22327, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=8aaf7703-5f4b-4d85-b489-af149be22327,segment=NetworkSegment(3235f46b-6c81-440a-9222-fd4268b9529a),segment_id=3235f46b-6c81-440a-9222-fd4268b9529a)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:09:38.215760 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.db_base_plugin_common [None req-87313e0a-d34a-40db-9f2b-25d5100dedc3 None None] Allocated IP 172.20.0.2 (28341a3b-1b03-45f7-b310-15f7731213ae/ac57e8d7-3241-4123-9346-7510696bf796/61c3f9ca-36a4-42eb-a217-32e510b2109c) {{(pid=106638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:09:38.304476 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d38195b5-f215-4e91-8190-4b32c337ad57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:38.323050 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-5e9304c6-d40d-4701-b0a9-08e31cd56bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37603589-40f1-4570-b4ac-c753c95656ef', 'name': 'tempest-TestMinimumBasicScenario-869973394-router', 'tenant_id': 'b602d02ee49e485692accc6bbdeee7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '7d6878e2-0ce5-4109-af97-ae010ca99fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:09:32Z', 'updated_at': '2021-10-18T03:09:35Z', 'revision_number': 4, 'project_id': 'b602d02ee49e485692accc6bbdeee7b5', 'gw_port': {'id': '7d6878e2-0ce5-4109-af97-ae010ca99fe6', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:48:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37603589-40f1-4570-b4ac-c753c95656ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:09:32Z', 'updated_at': '2021-10-18T03:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': '8aaf7703-5f4b-4d85-b489-af149be22327', 'name': '', 'network_id': '8584cd4d-4630-44f4-b3e3-3af6de3b2332', 'tenant_id': 'b602d02ee49e485692accc6bbdeee7b5', 'mac_address': 'fa:16:3e:91:f0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37603589-40f1-4570-b4ac-c753c95656ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '11369316-7000-4442-8bbc-bd4609238a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:09:34Z', 'updated_at': '2021-10-18T03:09:37Z', 'revision_number': 4, 'project_id': 'b602d02ee49e485692accc6bbdeee7b5', 'subnets': [{'id': '11369316-7000-4442-8bbc-bd4609238a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:09:38.355434 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9304c6-d40d-4701-b0a9-08e31cd56bf1 None None] The sync data for ids ['37603589-40f1-4570-b4ac-c753c95656ef'] in dv-cinder-814333-1-iscsi is: [{'id': '37603589-40f1-4570-b4ac-c753c95656ef', 'name': 'tempest-TestMinimumBasicScenario-869973394-router', 'tenant_id': 'b602d02ee49e485692accc6bbdeee7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '7d6878e2-0ce5-4109-af97-ae010ca99fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:09:32Z', 'updated_at': '2021-10-18T03:09:35Z', 'revision_number': 4, 'project_id': 'b602d02ee49e485692accc6bbdeee7b5', 'gw_port': {'id': '7d6878e2-0ce5-4109-af97-ae010ca99fe6', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:48:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37603589-40f1-4570-b4ac-c753c95656ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:09:32Z', 'updated_at': '2021-10-18T03:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': '8aaf7703-5f4b-4d85-b489-af149be22327', 'name': '', 'network_id': '8584cd4d-4630-44f4-b3e3-3af6de3b2332', 'tenant_id': 'b602d02ee49e485692accc6bbdeee7b5', 'mac_address': 'fa:16:3e:91:f0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37603589-40f1-4570-b4ac-c753c95656ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '11369316-7000-4442-8bbc-bd4609238a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:09:34Z', 'updated_at': '2021-10-18T03:09:37Z', 'revision_number': 4, 'project_id': 'b602d02ee49e485692accc6bbdeee7b5', 'subnets': [{'id': '11369316-7000-4442-8bbc-bd4609238a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 03:09:38.392398 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-2ca1da28-0114-49f4-9ef6-e7c1b6cf8142 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:38.396181 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38195b5-f215-4e91-8190-4b32c337ad57 None None] Pushing event updated for resources: {'Port': ['ID=8aaf7703-5f4b-4d85-b489-af149be22327,revision_number=5']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:38.401841 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-87313e0a-d34a-40db-9f2b-25d5100dedc3 None None] Notify callbacks [] for port, precommit_create {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:38.429318 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-f4c6186f-0a3f-4e3a-b0c1-44182456b21f None None] Provisioning complete for port 8aaf7703-5f4b-4d85-b489-af149be22327 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:09:38.429700 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-f4c6186f-0a3f-4e3a-b0c1-44182456b21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:38.514315 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-87313e0a-d34a-40db-9f2b-25d5100dedc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598'] for port, after_create {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:38.576504 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87313e0a-d34a-40db-9f2b-25d5100dedc3 None None] Network 28341a3b-1b03-45f7-b310-15f7731213ae is already hosted by enough agents. {{(pid=106638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:09:38.583479 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.scheduler.base_scheduler [None req-87313e0a-d34a-40db-9f2b-25d5100dedc3 None None] Resources bound (agent type, host, resource id): {{(pid=106638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:09:38.585243 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87313e0a-d34a-40db-9f2b-25d5100dedc3 None None] Pushing event updated for resources: {'Port': ['ID=61c3f9ca-36a4-42eb-a217-32e510b2109c,revision_number=1']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:38.587682 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87313e0a-d34a-40db-9f2b-25d5100dedc3 None None] Received port after_create {{(pid=106638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:09:38.653642 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-87313e0a-d34a-40db-9f2b-25d5100dedc3 None None] Attempting to bind port 61c3f9ca-36a4-42eb-a217-32e510b2109c on host dv-cinder-814333-1-iscsi for vnic_type normal with profile {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 03:09:38.654130 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-87313e0a-d34a-40db-9f2b-25d5100dedc3 None None] Attempting to bind port 61c3f9ca-36a4-42eb-a217-32e510b2109c by drivers openvswitch,hyperv on host dv-cinder-814333-1-iscsi at level 0 using segments [{'id': 'fe6f81f7-6f17-4edc-9758-f7a9b34acc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '28341a3b-1b03-45f7-b310-15f7731213ae'}] {{(pid=106638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 03:09:38.655042 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87313e0a-d34a-40db-9f2b-25d5100dedc3 None None] Attempting to bind port 61c3f9ca-36a4-42eb-a217-32e510b2109c on network 28341a3b-1b03-45f7-b310-15f7731213ae {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:09:38.662540 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87313e0a-d34a-40db-9f2b-25d5100dedc3 None None] Checking agent: {'id': '725b6bc2-91e5-4fb5-a09c-abe917cff252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 50, 22), 'started_at': datetime.datetime(2021, 10, 18, 2, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 3, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 03:09:38.663009 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87313e0a-d34a-40db-9f2b-25d5100dedc3 None None] Checking segment: {'id': 'fe6f81f7-6f17-4edc-9758-f7a9b34acc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '28341a3b-1b03-45f7-b310-15f7731213ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:09:38.663482 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-87313e0a-d34a-40db-9f2b-25d5100dedc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:38.663938 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87313e0a-d34a-40db-9f2b-25d5100dedc3 None None] Bound using segment: {'id': 'fe6f81f7-6f17-4edc-9758-f7a9b34acc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '28341a3b-1b03-45f7-b310-15f7731213ae'} {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 03:09:38.664475 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-87313e0a-d34a-40db-9f2b-25d5100dedc3 None None] Bound port: 61c3f9ca-36a4-42eb-a217-32e510b2109c, host: dv-cinder-814333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe6f81f7-6f17-4edc-9758-f7a9b34acc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '28341a3b-1b03-45f7-b310-15f7731213ae'}}] {{(pid=106638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 03:09:38.664952 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-87313e0a-d34a-40db-9f2b-25d5100dedc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:38.711639 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 8aaf7703-5f4b-4d85-b489-af149be22327 up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:09:38.724397 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-2ca1da28-0114-49f4-9ef6-e7c1b6cf8142 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:38.745476 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-2ca1da28-0114-49f4-9ef6-e7c1b6cf8142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:38.772031 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-87313e0a-d34a-40db-9f2b-25d5100dedc3 None None] For port 61c3f9ca-36a4-42eb-a217-32e510b2109c, host dv-cinder-814333-1-iscsi, cleared binding levels {{(pid=106638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 03:09:38.785660 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-87313e0a-d34a-40db-9f2b-25d5100dedc3 None None] For port 61c3f9ca-36a4-42eb-a217-32e510b2109c, host dv-cinder-814333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=61c3f9ca-36a4-42eb-a217-32e510b2109c,segment=NetworkSegment(fe6f81f7-6f17-4edc-9758-f7a9b34acc2d),segment_id=fe6f81f7-6f17-4edc-9758-f7a9b34acc2d)] {{(pid=106638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 03:09:38.795245 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port 8aaf7703-5f4b-4d85-b489-af149be22327 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:09:38.795626 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:38.852185 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_common [None req-2ca1da28-0114-49f4-9ef6-e7c1b6cf8142 admin admin] Allocated IP 172.27.3.9 (ec1e2d0f-026f-465c-b326-53f6d0173c72/df7c5eba-93a9-4f97-9356-1dcfa994647a/a8768f47-3552-4472-ac23-6f947fda5abb) {{(pid=106637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:09:38.869670 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-87313e0a-d34a-40db-9f2b-25d5100dedc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:38.923500 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 7d6878e2-0ce5-4109-af97-ae010ca99fe6 up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:09:38.975295 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-2ca1da28-0114-49f4-9ef6-e7c1b6cf8142 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:38.992430 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87313e0a-d34a-40db-9f2b-25d5100dedc3 None None] Pushing event updated for resources: {'Port': ['ID=61c3f9ca-36a4-42eb-a217-32e510b2109c,revision_number=2']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:39.010836 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port 7d6878e2-0ce5-4109-af97-ae010ca99fe6 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:09:39.011213 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:39.110208 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-2ca1da28-0114-49f4-9ef6-e7c1b6cf8142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:39.157829 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca1da28-0114-49f4-9ef6-e7c1b6cf8142 admin admin] Network ec1e2d0f-026f-465c-b326-53f6d0173c72 is already hosted by enough agents. {{(pid=106637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:09:39.161685 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [None req-2ca1da28-0114-49f4-9ef6-e7c1b6cf8142 admin admin] Resources bound (agent type, host, resource id): {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:09:39.164310 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca1da28-0114-49f4-9ef6-e7c1b6cf8142 admin admin] Received port after_create {{(pid=106637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:09:39.195148 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1da28-0114-49f4-9ef6-e7c1b6cf8142 admin admin] Pushing event updated for resources: {'Port': ['ID=a8768f47-3552-4472-ac23-6f947fda5abb,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:39.489283 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-2ca1da28-0114-49f4-9ef6-e7c1b6cf8142 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:39.816550 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3b7a44-15fc-434a-950b-6f73eee6db5e None None] Network 28341a3b-1b03-45f7-b310-15f7731213ae requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 03:09:39.902327 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-16067444-9252-4cd0-aec4-5d0e9924252c None None] Provisioning complete for port 61c3f9ca-36a4-42eb-a217-32e510b2109c triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:09:39.902697 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-16067444-9252-4cd0-aec4-5d0e9924252c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:39.943568 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-2ca1da28-0114-49f4-9ef6-e7c1b6cf8142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612773'] for router, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:40.040444 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-16067444-9252-4cd0-aec4-5d0e9924252c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:40.082873 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-16067444-9252-4cd0-aec4-5d0e9924252c None None] For port 61c3f9ca-36a4-42eb-a217-32e510b2109c, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=61c3f9ca-36a4-42eb-a217-32e510b2109c,segment=NetworkSegment(fe6f81f7-6f17-4edc-9758-f7a9b34acc2d),segment_id=fe6f81f7-6f17-4edc-9758-f7a9b34acc2d)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:09:40.124917 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca1da28-0114-49f4-9ef6-e7c1b6cf8142 admin admin] Router f93cba57-2f5f-4033-a8f9-15e6402b2cd3 is scheduled to L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 with binding_index 1 {{(pid=106637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 03:09:40.154140 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-16067444-9252-4cd0-aec4-5d0e9924252c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:40.206548 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16067444-9252-4cd0-aec4-5d0e9924252c None None] Pushing event updated for resources: {'Port': ['ID=61c3f9ca-36a4-42eb-a217-32e510b2109c,revision_number=3']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:40.240907 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca1da28-0114-49f4-9ef6-e7c1b6cf8142 admin admin] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 03:09:40.249850 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7756481b-1ea5-418e-ad17-bc59e83ae4d9 None None] Sync routers for ids ['f93cba57-2f5f-4033-a8f9-15e6402b2cd3'] in dv-cinder-814333-1-iscsi {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 03:09:40.258598 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7756481b-1ea5-418e-ad17-bc59e83ae4d9 None None] Routers {'f93cba57-2f5f-4033-a8f9-15e6402b2cd3'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:09:40.259206 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-7756481b-1ea5-418e-ad17-bc59e83ae4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:09:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['f93cba57-2f5f-4033-a8f9-15e6402b2cd3'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:09:40.317453 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-2ca1da28-0114-49f4-9ef6-e7c1b6cf8142 admin admin] Notify callbacks [] for router, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:40.318747 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-2ca1da28-0114-49f4-9ef6-e7c1b6cf8142 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3808122 Oct 18 03:09:40.321461 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 40350) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:09:40.336751 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-d7ede95e-659f-4066-b55a-073fdfb8b5eb None None] Provisioning complete for port 61c3f9ca-36a4-42eb-a217-32e510b2109c triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:09:40.337128 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d7ede95e-659f-4066-b55a-073fdfb8b5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:40.403263 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-7756481b-1ea5-418e-ad17-bc59e83ae4d9 None None] Set router f93cba57-2f5f-4033-a8f9-15e6402b2cd3 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:09:40.613908 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-7756481b-1ea5-418e-ad17-bc59e83ae4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93cba57-2f5f-4033-a8f9-15e6402b2cd3', 'name': 'tempest-TestMinimumBasicScenario-1563443421-router', 'tenant_id': '6c4e0a78efc049bf96fcfbf2c9478052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'a8768f47-3552-4472-ac23-6f947fda5abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:09:38Z', 'updated_at': '2021-10-18T03:09:39Z', 'revision_number': 3, 'project_id': '6c4e0a78efc049bf96fcfbf2c9478052', 'gw_port': {'id': 'a8768f47-3552-4472-ac23-6f947fda5abb', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93cba57-2f5f-4033-a8f9-15e6402b2cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:09:38Z', 'updated_at': '2021-10-18T03:09:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi'}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:09:40.647184 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 61c3f9ca-36a4-42eb-a217-32e510b2109c up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:09:40.649528 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7756481b-1ea5-418e-ad17-bc59e83ae4d9 None None] Checking router: f93cba57-2f5f-4033-a8f9-15e6402b2cd3 for host: dv-cinder-814333-1-iscsi {{(pid=106638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 03:09:40.649896 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7756481b-1ea5-418e-ad17-bc59e83ae4d9 None None] Updating router f93cba57-2f5f-4033-a8f9-15e6402b2cd3 port a8768f47-3552-4472-ac23-6f947fda5abb binding host dv-cinder-814333-1-iscsi {{(pid=106638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 03:09:40.697730 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-7756481b-1ea5-418e-ad17-bc59e83ae4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:40.733005 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-57ee7ab7-3195-48b2-98b1-d9f2fa178dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:40.793675 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port 61c3f9ca-36a4-42eb-a217-32e510b2109c triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:09:40.794078 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:40.886671 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_common [None req-57ee7ab7-3195-48b2-98b1-d9f2fa178dfb admin admin] Allocated IP 172.20.0.1 (28341a3b-1b03-45f7-b310-15f7731213ae/ac57e8d7-3241-4123-9346-7510696bf796/7852eea8-09a4-4b7a-84ee-0e682df6e59d) {{(pid=106637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:09:40.994698 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-57ee7ab7-3195-48b2-98b1-d9f2fa178dfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:41.128679 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-7756481b-1ea5-418e-ad17-bc59e83ae4d9 None None] Notify callbacks [] for port, precommit_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:41.148130 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-57ee7ab7-3195-48b2-98b1-d9f2fa178dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:41.189780 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ee7ab7-3195-48b2-98b1-d9f2fa178dfb admin admin] Network 28341a3b-1b03-45f7-b310-15f7731213ae is already hosted by enough agents. {{(pid=106637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:09:41.192621 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [None req-57ee7ab7-3195-48b2-98b1-d9f2fa178dfb admin admin] Resources bound (agent type, host, resource id): {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:09:41.195028 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ee7ab7-3195-48b2-98b1-d9f2fa178dfb admin admin] Received port after_create {{(pid=106637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:09:41.223199 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee7ab7-3195-48b2-98b1-d9f2fa178dfb admin admin] Pushing event updated for resources: {'Port': ['ID=7852eea8-09a4-4b7a-84ee-0e682df6e59d,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:41.244974 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-57ee7ab7-3195-48b2-98b1-d9f2fa178dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611728'] for router_interface, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:41.262363 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-7756481b-1ea5-418e-ad17-bc59e83ae4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:41.317538 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-7756481b-1ea5-418e-ad17-bc59e83ae4d9 None None] Attempting to bind port a8768f47-3552-4472-ac23-6f947fda5abb on host dv-cinder-814333-1-iscsi for vnic_type normal with profile {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 03:09:41.318033 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-7756481b-1ea5-418e-ad17-bc59e83ae4d9 None None] Attempting to bind port a8768f47-3552-4472-ac23-6f947fda5abb by drivers openvswitch,hyperv on host dv-cinder-814333-1-iscsi at level 0 using segments [{'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'}] {{(pid=106638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 03:09:41.318464 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7756481b-1ea5-418e-ad17-bc59e83ae4d9 None None] Attempting to bind port a8768f47-3552-4472-ac23-6f947fda5abb on network ec1e2d0f-026f-465c-b326-53f6d0173c72 {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:09:41.320641 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4326a-77d7-44e3-aa0f-9beb95770925 None None] Pushing event updated for resources: {'Port': ['ID=a8768f47-3552-4472-ac23-6f947fda5abb,revision_number=2']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:41.328940 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7756481b-1ea5-418e-ad17-bc59e83ae4d9 None None] Checking agent: {'id': '725b6bc2-91e5-4fb5-a09c-abe917cff252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 50, 22), 'started_at': datetime.datetime(2021, 10, 18, 2, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 3, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 03:09:41.329333 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7756481b-1ea5-418e-ad17-bc59e83ae4d9 None None] Checking segment: {'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:09:41.330340 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-7756481b-1ea5-418e-ad17-bc59e83ae4d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:41.330735 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7756481b-1ea5-418e-ad17-bc59e83ae4d9 None None] Bound using segment: {'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'} {{(pid=106638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 03:09:41.331397 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.managers [None req-7756481b-1ea5-418e-ad17-bc59e83ae4d9 None None] Bound port: a8768f47-3552-4472-ac23-6f947fda5abb, host: dv-cinder-814333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '945c2ffc-cf09-447c-9907-99c5ee5cf6c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72'}}] {{(pid=106638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 03:09:41.331790 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-7756481b-1ea5-418e-ad17-bc59e83ae4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:41.387375 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-7756481b-1ea5-418e-ad17-bc59e83ae4d9 None None] For port a8768f47-3552-4472-ac23-6f947fda5abb, host dv-cinder-814333-1-iscsi, cleared binding levels {{(pid=106638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 03:09:41.390570 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-7756481b-1ea5-418e-ad17-bc59e83ae4d9 None None] For port a8768f47-3552-4472-ac23-6f947fda5abb, host dv-cinder-814333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=a8768f47-3552-4472-ac23-6f947fda5abb,segment=NetworkSegment(945c2ffc-cf09-447c-9907-99c5ee5cf6c6),segment_id=945c2ffc-cf09-447c-9907-99c5ee5cf6c6)] {{(pid=106638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 03:09:41.455477 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-618c4137-5c4f-4f64-b208-907a00ea4317 None None] Provisioning complete for port 7852eea8-09a4-4b7a-84ee-0e682df6e59d triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:09:41.455853 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-618c4137-5c4f-4f64-b208-907a00ea4317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:41.491187 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-618c4137-5c4f-4f64-b208-907a00ea4317 None None] Port 7852eea8-09a4-4b7a-84ee-0e682df6e59d cannot update to ACTIVE because it is not bound. {{(pid=106638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 03:09:41.491840 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-57ee7ab7-3195-48b2-98b1-d9f2fa178dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:41.498388 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-7756481b-1ea5-418e-ad17-bc59e83ae4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:41.554633 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7756481b-1ea5-418e-ad17-bc59e83ae4d9 None None] Routers {'f93cba57-2f5f-4033-a8f9-15e6402b2cd3'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:09:41.555276 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-7756481b-1ea5-418e-ad17-bc59e83ae4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:09:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['f93cba57-2f5f-4033-a8f9-15e6402b2cd3'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:09:41.591924 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4326a-77d7-44e3-aa0f-9beb95770925 None None] Pushing event updated for resources: {'Port': ['ID=a8768f47-3552-4472-ac23-6f947fda5abb,revision_number=3']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:41.655256 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-57ee7ab7-3195-48b2-98b1-d9f2fa178dfb admin admin] Notify callbacks [] for port, precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:41.664584 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-7756481b-1ea5-418e-ad17-bc59e83ae4d9 None None] Set router f93cba57-2f5f-4033-a8f9-15e6402b2cd3 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:09:41.715161 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-57ee7ab7-3195-48b2-98b1-d9f2fa178dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3168564'] for port, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:41.781764 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee7ab7-3195-48b2-98b1-d9f2fa178dfb admin admin] Pushing event updated for resources: {'Port': ['ID=7852eea8-09a4-4b7a-84ee-0e682df6e59d,revision_number=2']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:41.784174 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-57ee7ab7-3195-48b2-98b1-d9f2fa178dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611812'] for router_interface, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:41.860570 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-7756481b-1ea5-418e-ad17-bc59e83ae4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93cba57-2f5f-4033-a8f9-15e6402b2cd3', 'name': 'tempest-TestMinimumBasicScenario-1563443421-router', 'tenant_id': '6c4e0a78efc049bf96fcfbf2c9478052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'a8768f47-3552-4472-ac23-6f947fda5abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:09:38Z', 'updated_at': '2021-10-18T03:09:41Z', 'revision_number': 4, 'project_id': '6c4e0a78efc049bf96fcfbf2c9478052', 'gw_port': {'id': 'a8768f47-3552-4472-ac23-6f947fda5abb', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93cba57-2f5f-4033-a8f9-15e6402b2cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:09:38Z', 'updated_at': '2021-10-18T03:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': '7852eea8-09a4-4b7a-84ee-0e682df6e59d', 'name': '', 'network_id': '28341a3b-1b03-45f7-b310-15f7731213ae', 'tenant_id': '6c4e0a78efc049bf96fcfbf2c9478052', 'mac_address': 'fa:16:3e:40:96:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93cba57-2f5f-4033-a8f9-15e6402b2cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'ac57e8d7-3241-4123-9346-7510696bf796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:09:40Z', 'updated_at': '2021-10-18T03:09:40Z', 'revision_number': 1, 'project_id': '6c4e0a78efc049bf96fcfbf2c9478052', 'subnets': [{'id': 'ac57e8d7-3241-4123-9346-7510696bf796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:09:41.878275 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ee7ab7-3195-48b2-98b1-d9f2fa178dfb admin admin] Network 28341a3b-1b03-45f7-b310-15f7731213ae is already hosted by enough agents. {{(pid=106637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:09:41.879978 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [None req-57ee7ab7-3195-48b2-98b1-d9f2fa178dfb admin admin] Resources bound (agent type, host, resource id): {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:09:41.889844 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7756481b-1ea5-418e-ad17-bc59e83ae4d9 None None] The sync data for ids ['f93cba57-2f5f-4033-a8f9-15e6402b2cd3'] in dv-cinder-814333-1-iscsi is: [{'id': 'f93cba57-2f5f-4033-a8f9-15e6402b2cd3', 'name': 'tempest-TestMinimumBasicScenario-1563443421-router', 'tenant_id': '6c4e0a78efc049bf96fcfbf2c9478052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'a8768f47-3552-4472-ac23-6f947fda5abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:09:38Z', 'updated_at': '2021-10-18T03:09:41Z', 'revision_number': 4, 'project_id': '6c4e0a78efc049bf96fcfbf2c9478052', 'gw_port': {'id': 'a8768f47-3552-4472-ac23-6f947fda5abb', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93cba57-2f5f-4033-a8f9-15e6402b2cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:09:38Z', 'updated_at': '2021-10-18T03:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': '7852eea8-09a4-4b7a-84ee-0e682df6e59d', 'name': '', 'network_id': '28341a3b-1b03-45f7-b310-15f7731213ae', 'tenant_id': '6c4e0a78efc049bf96fcfbf2c9478052', 'mac_address': 'fa:16:3e:40:96:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93cba57-2f5f-4033-a8f9-15e6402b2cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'ac57e8d7-3241-4123-9346-7510696bf796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:09:40Z', 'updated_at': '2021-10-18T03:09:40Z', 'revision_number': 1, 'project_id': '6c4e0a78efc049bf96fcfbf2c9478052', 'subnets': [{'id': 'ac57e8d7-3241-4123-9346-7510696bf796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 03:09:42.008015 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ee7ab7-3195-48b2-98b1-d9f2fa178dfb admin admin] Router f93cba57-2f5f-4033-a8f9-15e6402b2cd3 has already been hosted by L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 {{(pid=106637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 03:09:42.119114 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-b292a2b7-8dca-4edc-b27a-7cec9f646704 None None] Provisioning complete for port 7852eea8-09a4-4b7a-84ee-0e682df6e59d triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:09:42.119561 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-b292a2b7-8dca-4edc-b27a-7cec9f646704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:42.144181 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ee7ab7-3195-48b2-98b1-d9f2fa178dfb admin admin] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 03:09:42.153857 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-57ee7ab7-3195-48b2-98b1-d9f2fa178dfb admin admin] 10.222.0.30 "PUT /v2.0/routers/f93cba57-2f5f-4033-a8f9-15e6402b2cd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8282027 Oct 18 03:09:42.156882 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-b292a2b7-8dca-4edc-b27a-7cec9f646704 None None] Port 7852eea8-09a4-4b7a-84ee-0e682df6e59d cannot update to ACTIVE because it is not bound. {{(pid=106638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 03:09:42.610215 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device a8768f47-3552-4472-ac23-6f947fda5abb up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:09:42.663432 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port a8768f47-3552-4472-ac23-6f947fda5abb triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:09:42.663943 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:42.755179 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:42.778343 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] For port a8768f47-3552-4472-ac23-6f947fda5abb, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=a8768f47-3552-4472-ac23-6f947fda5abb,segment=NetworkSegment(945c2ffc-cf09-447c-9907-99c5ee5cf6c6),segment_id=945c2ffc-cf09-447c-9907-99c5ee5cf6c6)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:09:42.830176 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:42.881912 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Pushing event updated for resources: {'Port': ['ID=a8768f47-3552-4472-ac23-6f947fda5abb,revision_number=4']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:44.661121 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device a8768f47-3552-4472-ac23-6f947fda5abb up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:09:44.748308 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port a8768f47-3552-4472-ac23-6f947fda5abb triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:09:44.748925 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:45.274451 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7169f3f2-d844-4a8d-96cd-1051919ec6ba None None] Sync routers for ids ['f93cba57-2f5f-4033-a8f9-15e6402b2cd3'] in dv-cinder-814333-1-iscsi {{(pid=106639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 03:09:45.284664 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7169f3f2-d844-4a8d-96cd-1051919ec6ba None None] Routers {'f93cba57-2f5f-4033-a8f9-15e6402b2cd3'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:09:45.285383 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-7169f3f2-d844-4a8d-96cd-1051919ec6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:09:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['f93cba57-2f5f-4033-a8f9-15e6402b2cd3'], 'active': True} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:09:45.490488 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvr_db [None req-7169f3f2-d844-4a8d-96cd-1051919ec6ba None None] Set router f93cba57-2f5f-4033-a8f9-15e6402b2cd3 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:09:45.688621 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-7169f3f2-d844-4a8d-96cd-1051919ec6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93cba57-2f5f-4033-a8f9-15e6402b2cd3', 'name': 'tempest-TestMinimumBasicScenario-1563443421-router', 'tenant_id': '6c4e0a78efc049bf96fcfbf2c9478052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'a8768f47-3552-4472-ac23-6f947fda5abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:09:38Z', 'updated_at': '2021-10-18T03:09:41Z', 'revision_number': 4, 'project_id': '6c4e0a78efc049bf96fcfbf2c9478052', 'gw_port': {'id': 'a8768f47-3552-4472-ac23-6f947fda5abb', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93cba57-2f5f-4033-a8f9-15e6402b2cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:09:38Z', 'updated_at': '2021-10-18T03:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': '7852eea8-09a4-4b7a-84ee-0e682df6e59d', 'name': '', 'network_id': '28341a3b-1b03-45f7-b310-15f7731213ae', 'tenant_id': '6c4e0a78efc049bf96fcfbf2c9478052', 'mac_address': 'fa:16:3e:40:96:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93cba57-2f5f-4033-a8f9-15e6402b2cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'ac57e8d7-3241-4123-9346-7510696bf796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:09:40Z', 'updated_at': '2021-10-18T03:09:41Z', 'revision_number': 2, 'project_id': '6c4e0a78efc049bf96fcfbf2c9478052', 'subnets': [{'id': 'ac57e8d7-3241-4123-9346-7510696bf796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:09:45.714592 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7169f3f2-d844-4a8d-96cd-1051919ec6ba None None] Checking router: f93cba57-2f5f-4033-a8f9-15e6402b2cd3 for host: dv-cinder-814333-1-iscsi {{(pid=106639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 03:09:45.714942 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7169f3f2-d844-4a8d-96cd-1051919ec6ba None None] Updating router f93cba57-2f5f-4033-a8f9-15e6402b2cd3 port 7852eea8-09a4-4b7a-84ee-0e682df6e59d binding host dv-cinder-814333-1-iscsi {{(pid=106639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 03:09:45.738594 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-7169f3f2-d844-4a8d-96cd-1051919ec6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:45.993427 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-7169f3f2-d844-4a8d-96cd-1051919ec6ba None None] Notify callbacks [] for port, precommit_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:46.086360 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-7169f3f2-d844-4a8d-96cd-1051919ec6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:46.138957 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f6c37-a170-4c1b-9c16-5a1eb5ebd13e None None] Pushing event updated for resources: {'Port': ['ID=7852eea8-09a4-4b7a-84ee-0e682df6e59d,revision_number=3']} {{(pid=106639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:46.196401 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.managers [None req-7169f3f2-d844-4a8d-96cd-1051919ec6ba None None] Attempting to bind port 7852eea8-09a4-4b7a-84ee-0e682df6e59d on host dv-cinder-814333-1-iscsi for vnic_type normal with profile {{(pid=106639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 03:09:46.196773 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.managers [None req-7169f3f2-d844-4a8d-96cd-1051919ec6ba None None] Attempting to bind port 7852eea8-09a4-4b7a-84ee-0e682df6e59d by drivers openvswitch,hyperv on host dv-cinder-814333-1-iscsi at level 0 using segments [{'id': 'fe6f81f7-6f17-4edc-9758-f7a9b34acc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '28341a3b-1b03-45f7-b310-15f7731213ae'}] {{(pid=106639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 03:09:46.197127 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7169f3f2-d844-4a8d-96cd-1051919ec6ba None None] Attempting to bind port 7852eea8-09a4-4b7a-84ee-0e682df6e59d on network 28341a3b-1b03-45f7-b310-15f7731213ae {{(pid=106639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:09:46.203045 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7169f3f2-d844-4a8d-96cd-1051919ec6ba None None] Checking agent: {'id': '725b6bc2-91e5-4fb5-a09c-abe917cff252', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814333-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 50, 22), 'started_at': datetime.datetime(2021, 10, 18, 2, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 3, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814333-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 03:09:46.203408 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7169f3f2-d844-4a8d-96cd-1051919ec6ba None None] Checking segment: {'id': 'fe6f81f7-6f17-4edc-9758-f7a9b34acc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '28341a3b-1b03-45f7-b310-15f7731213ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:09:46.203941 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-7169f3f2-d844-4a8d-96cd-1051919ec6ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:46.204395 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7169f3f2-d844-4a8d-96cd-1051919ec6ba None None] Bound using segment: {'id': 'fe6f81f7-6f17-4edc-9758-f7a9b34acc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '28341a3b-1b03-45f7-b310-15f7731213ae'} {{(pid=106639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 03:09:46.204849 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.managers [None req-7169f3f2-d844-4a8d-96cd-1051919ec6ba None None] Bound port: 7852eea8-09a4-4b7a-84ee-0e682df6e59d, host: dv-cinder-814333-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe6f81f7-6f17-4edc-9758-f7a9b34acc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '28341a3b-1b03-45f7-b310-15f7731213ae'}}] {{(pid=106639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 03:09:46.205409 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-7169f3f2-d844-4a8d-96cd-1051919ec6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:46.286135 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.db [None req-7169f3f2-d844-4a8d-96cd-1051919ec6ba None None] For port 7852eea8-09a4-4b7a-84ee-0e682df6e59d, host dv-cinder-814333-1-iscsi, cleared binding levels {{(pid=106639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 03:09:46.291896 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.plugins.ml2.db [None req-7169f3f2-d844-4a8d-96cd-1051919ec6ba None None] For port 7852eea8-09a4-4b7a-84ee-0e682df6e59d, host dv-cinder-814333-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=7852eea8-09a4-4b7a-84ee-0e682df6e59d,segment=NetworkSegment(fe6f81f7-6f17-4edc-9758-f7a9b34acc2d),segment_id=fe6f81f7-6f17-4edc-9758-f7a9b34acc2d)] {{(pid=106639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 03:09:46.350620 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron_lib.callbacks.manager [None req-7169f3f2-d844-4a8d-96cd-1051919ec6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:46.415442 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-b4f690e8-6ca1-43a9-8cbc-78beb3fc50bf None None] Provisioning complete for port 7852eea8-09a4-4b7a-84ee-0e682df6e59d triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:09:46.419817 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-b4f690e8-6ca1-43a9-8cbc-78beb3fc50bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:46.419978 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f6c37-a170-4c1b-9c16-5a1eb5ebd13e None None] Pushing event updated for resources: {'Port': ['ID=7852eea8-09a4-4b7a-84ee-0e682df6e59d,revision_number=4']} {{(pid=106639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:46.429430 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7169f3f2-d844-4a8d-96cd-1051919ec6ba None None] Routers {'f93cba57-2f5f-4033-a8f9-15e6402b2cd3'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:09:46.430090 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-7169f3f2-d844-4a8d-96cd-1051919ec6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:09:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['f93cba57-2f5f-4033-a8f9-15e6402b2cd3'], 'active': True} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:09:46.562919 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-b4f690e8-6ca1-43a9-8cbc-78beb3fc50bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:46.591446 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvr_db [None req-7169f3f2-d844-4a8d-96cd-1051919ec6ba None None] Set router f93cba57-2f5f-4033-a8f9-15e6402b2cd3 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:09:46.615349 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-b4f690e8-6ca1-43a9-8cbc-78beb3fc50bf None None] For port 7852eea8-09a4-4b7a-84ee-0e682df6e59d, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=7852eea8-09a4-4b7a-84ee-0e682df6e59d,segment=NetworkSegment(fe6f81f7-6f17-4edc-9758-f7a9b34acc2d),segment_id=fe6f81f7-6f17-4edc-9758-f7a9b34acc2d)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:09:46.686207 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 7852eea8-09a4-4b7a-84ee-0e682df6e59d up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:09:46.711153 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-b4f690e8-6ca1-43a9-8cbc-78beb3fc50bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:46.787392 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port 7852eea8-09a4-4b7a-84ee-0e682df6e59d triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:09:46.787760 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:46.789862 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f690e8-6ca1-43a9-8cbc-78beb3fc50bf None None] Pushing event updated for resources: {'Port': ['ID=7852eea8-09a4-4b7a-84ee-0e682df6e59d,revision_number=5']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:46.842779 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-1e4424d6-c873-4111-965b-5c8b930f13fc None None] Provisioning complete for port 7852eea8-09a4-4b7a-84ee-0e682df6e59d triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:09:46.843145 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-1e4424d6-c873-4111-965b-5c8b930f13fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:46.874080 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-7169f3f2-d844-4a8d-96cd-1051919ec6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93cba57-2f5f-4033-a8f9-15e6402b2cd3', 'name': 'tempest-TestMinimumBasicScenario-1563443421-router', 'tenant_id': '6c4e0a78efc049bf96fcfbf2c9478052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'a8768f47-3552-4472-ac23-6f947fda5abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:09:38Z', 'updated_at': '2021-10-18T03:09:41Z', 'revision_number': 4, 'project_id': '6c4e0a78efc049bf96fcfbf2c9478052', 'gw_port': {'id': 'a8768f47-3552-4472-ac23-6f947fda5abb', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93cba57-2f5f-4033-a8f9-15e6402b2cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:09:38Z', 'updated_at': '2021-10-18T03:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': '7852eea8-09a4-4b7a-84ee-0e682df6e59d', 'name': '', 'network_id': '28341a3b-1b03-45f7-b310-15f7731213ae', 'tenant_id': '6c4e0a78efc049bf96fcfbf2c9478052', 'mac_address': 'fa:16:3e:40:96:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93cba57-2f5f-4033-a8f9-15e6402b2cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'ac57e8d7-3241-4123-9346-7510696bf796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:09:40Z', 'updated_at': '2021-10-18T03:09:46Z', 'revision_number': 4, 'project_id': '6c4e0a78efc049bf96fcfbf2c9478052', 'subnets': [{'id': 'ac57e8d7-3241-4123-9346-7510696bf796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:09:46.914806 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7169f3f2-d844-4a8d-96cd-1051919ec6ba None None] The sync data for ids ['f93cba57-2f5f-4033-a8f9-15e6402b2cd3'] in dv-cinder-814333-1-iscsi is: [{'id': 'f93cba57-2f5f-4033-a8f9-15e6402b2cd3', 'name': 'tempest-TestMinimumBasicScenario-1563443421-router', 'tenant_id': '6c4e0a78efc049bf96fcfbf2c9478052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'a8768f47-3552-4472-ac23-6f947fda5abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:09:38Z', 'updated_at': '2021-10-18T03:09:41Z', 'revision_number': 4, 'project_id': '6c4e0a78efc049bf96fcfbf2c9478052', 'gw_port': {'id': 'a8768f47-3552-4472-ac23-6f947fda5abb', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93cba57-2f5f-4033-a8f9-15e6402b2cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:09:38Z', 'updated_at': '2021-10-18T03:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': '7852eea8-09a4-4b7a-84ee-0e682df6e59d', 'name': '', 'network_id': '28341a3b-1b03-45f7-b310-15f7731213ae', 'tenant_id': '6c4e0a78efc049bf96fcfbf2c9478052', 'mac_address': 'fa:16:3e:40:96:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93cba57-2f5f-4033-a8f9-15e6402b2cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'ac57e8d7-3241-4123-9346-7510696bf796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:09:40Z', 'updated_at': '2021-10-18T03:09:46Z', 'revision_number': 4, 'project_id': '6c4e0a78efc049bf96fcfbf2c9478052', 'subnets': [{'id': 'ac57e8d7-3241-4123-9346-7510696bf796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 03:09:48.594368 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 7852eea8-09a4-4b7a-84ee-0e682df6e59d up at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:09:48.656173 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Provisioning complete for port 7852eea8-09a4-4b7a-84ee-0e682df6e59d triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:09:48.656632 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:49.285157 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-7fb2a03f-50b6-4bb2-a51f-eedbc82b2e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:52.159464 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-c3484fdd-3650-4013-9447-47eeea3adcad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:52.544097 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:53.263838 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:53.501424 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-35544ef8-5a01-4b53-9cff-6dae6fe465f7 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:09:53.503449 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-35544ef8-5a01-4b53-9cff-6dae6fe465f7 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/networks?id=8584cd4d-4630-44f4-b3e3-3af6de3b2332 HTTP/1.1" status: 200 len: 814 time: 0.1012485 Oct 18 03:09:53.517678 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-6f0eeb63-6814-41b7-b2f3-35964b6b200a tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/quotas/b602d02ee49e485692accc6bbdeee7b5 HTTP/1.1" status: 200 len: 375 time: 0.0084875 Oct 18 03:09:53.566747 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-005d59c0-2273-4186-a649-bc3f88e7f5e8 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b602d02ee49e485692accc6bbdeee7b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437865 Oct 18 03:09:53.581767 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-969ae3c0-4672-43f6-8fcb-4349946a14a5 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=106636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 03:09:53.582721 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-969ae3c0-4672-43f6-8fcb-4349946a14a5 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049798 Oct 18 03:09:53.669034 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-df86e1ea-dea4-4ec2-be0a-73c78cca1467 service neutron] 10.222.0.30 "GET /v2.0/networks/8584cd4d-4630-44f4-b3e3-3af6de3b2332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808167 Oct 18 03:09:53.760290 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-7bdd9d41-0800-4854-b5a7-307179602763 service neutron] 10.222.0.30 "GET /v2.0/networks/8584cd4d-4630-44f4-b3e3-3af6de3b2332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840960 Oct 18 03:09:54.097920 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5e81a7b0-4a26-492a-a9f1-a1ff1bbcf192 req-c72bb064-46d1-466a-b21a-62dad5c1c6be tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 210 time: 0.1229095 Oct 18 03:09:54.644502 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:55.202939 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ef7c740e-3b7a-45b0-a0b8-21aaca7b73ec req-4767259b-c0a6-4964-8e72-8af12bfe0de2 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 210 time: 0.0274916 Oct 18 03:09:56.308871 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-e5a532de-7df7-432b-9b47-0b8fbd4135a9 req-8f164138-aaf7-4f56-8ca2-80a5ccaa4ca0 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 210 time: 0.0337954 Oct 18 03:09:56.353027 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-89a86bf1-82d8-47d5-89d0-3ad092ade916 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:09:56.354505 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-89a86bf1-82d8-47d5-89d0-3ad092ade916 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.36 "GET /v2.0/networks?id=8584cd4d-4630-44f4-b3e3-3af6de3b2332 HTTP/1.1" status: 200 len: 814 time: 0.1283786 Oct 18 03:09:56.366598 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-69a04b89-3e9c-4afc-bfe4-e0c498ee6ec8 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Request body: {'port': {'device_id': '373103aa-385b-43bd-903d-b3bddfa3e8f9', 'network_id': '8584cd4d-4630-44f4-b3e3-3af6de3b2332', 'admin_state_up': True, 'tenant_id': 'b602d02ee49e485692accc6bbdeee7b5'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:09:56.536540 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-69a04b89-3e9c-4afc-bfe4-e0c498ee6ec8 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Made reservation on behalf of b602d02ee49e485692accc6bbdeee7b5 for: {'port': 1} {{(pid=106636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 03:09:56.540047 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-69a04b89-3e9c-4afc-bfe4-e0c498ee6ec8 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:56.659531 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.db_base_plugin_common [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-69a04b89-3e9c-4afc-bfe4-e0c498ee6ec8 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Allocated IP 172.20.0.4 (8584cd4d-4630-44f4-b3e3-3af6de3b2332/11369316-7000-4442-8bbc-bd4609238a73/3bad6c0d-5926-424e-bc1f-f22aadbdbc51) {{(pid=106636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:09:56.810718 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-69a04b89-3e9c-4afc-bfe4-e0c498ee6ec8 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks [] for port, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:56.930578 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-69a04b89-3e9c-4afc-bfe4-e0c498ee6ec8 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59726697'] for port, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:56.973895 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-69a04b89-3e9c-4afc-bfe4-e0c498ee6ec8 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Network 8584cd4d-4630-44f4-b3e3-3af6de3b2332 is already hosted by enough agents. {{(pid=106636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:09:56.977225 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.base_scheduler [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-69a04b89-3e9c-4afc-bfe4-e0c498ee6ec8 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Resources bound (agent type, host, resource id): {{(pid=106636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:09:56.981040 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-69a04b89-3e9c-4afc-bfe4-e0c498ee6ec8 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Received port after_create {{(pid=106636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:09:57.022880 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a04b89-3e9c-4afc-bfe4-e0c498ee6ec8 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Pushing event updated for resources: {'Port': ['ID=3bad6c0d-5926-424e-bc1f-f22aadbdbc51,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:09:57.085251 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-69a04b89-3e9c-4afc-bfe4-e0c498ee6ec8 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:09:57.085965 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-69a04b89-3e9c-4afc-bfe4-e0c498ee6ec8 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:57.091070 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a04b89-3e9c-4afc-bfe4-e0c498ee6ec8 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:57.091425 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a04b89-3e9c-4afc-bfe4-e0c498ee6ec8 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:57.091762 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a04b89-3e9c-4afc-bfe4-e0c498ee6ec8 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:57.092096 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a04b89-3e9c-4afc-bfe4-e0c498ee6ec8 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:57.092423 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a04b89-3e9c-4afc-bfe4-e0c498ee6ec8 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:57.092765 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a04b89-3e9c-4afc-bfe4-e0c498ee6ec8 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:57.093097 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a04b89-3e9c-4afc-bfe4-e0c498ee6ec8 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:57.093415 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a04b89-3e9c-4afc-bfe4-e0c498ee6ec8 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:57.093733 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a04b89-3e9c-4afc-bfe4-e0c498ee6ec8 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:57.094131 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a04b89-3e9c-4afc-bfe4-e0c498ee6ec8 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:57.094453 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a04b89-3e9c-4afc-bfe4-e0c498ee6ec8 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:57.094766 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a04b89-3e9c-4afc-bfe4-e0c498ee6ec8 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:09:57.172985 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-69a04b89-3e9c-4afc-bfe4-e0c498ee6ec8 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8095729 Oct 18 03:09:57.265927 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-3cfb2204-8a5a-419d-a536-3940e28d2035 None None] Provisioning complete for port 3bad6c0d-5926-424e-bc1f-f22aadbdbc51 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:09:57.267118 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-3cfb2204-8a5a-419d-a536-3940e28d2035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:09:57.304350 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-3cfb2204-8a5a-419d-a536-3940e28d2035 None None] Port 3bad6c0d-5926-424e-bc1f-f22aadbdbc51 cannot update to ACTIVE because it is not bound. {{(pid=106638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 03:09:57.438577 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d904a-37b3-4317-81a4-85e8ce162803 req-dbc4b945-977a-467a-b299-1e01fb6c3025 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:09:57.441563 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9c3d904a-37b3-4317-81a4-85e8ce162803 req-dbc4b945-977a-467a-b299-1e01fb6c3025 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 931 time: 0.0516818 Oct 18 03:09:57.484894 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9c3d904a-37b3-4317-81a4-85e8ce162803 req-29678374-8b6e-4e2a-9176-bb11fa61c9b2 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/security-groups?id=5eb11d89-6870-48da-865f-fcbc17003267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381734 Oct 18 03:09:58.600028 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f4a77-c566-4ca8-8865-ffb30b3d3989 req-24815ddc-559a-4134-80de-0cde08f29549 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:09:58.601567 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4c7f4a77-c566-4ca8-8865-ffb30b3d3989 req-24815ddc-559a-4134-80de-0cde08f29549 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 931 time: 0.0493925 Oct 18 03:09:58.642184 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4c7f4a77-c566-4ca8-8865-ffb30b3d3989 req-b4eb39f0-3f62-44a4-ac37-eb85c2009d12 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/security-groups?id=5eb11d89-6870-48da-865f-fcbc17003267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346105 Oct 18 03:09:59.762633 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9a8ec-2ce9-4685-a9f7-3bb18c1b91b7 req-e1cf1dec-7df7-4202-ba9a-9bcba8ddb5cc tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:09:59.764657 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9ef9a8ec-2ce9-4685-a9f7-3bb18c1b91b7 req-e1cf1dec-7df7-4202-ba9a-9bcba8ddb5cc tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 931 time: 0.0566685 Oct 18 03:09:59.807207 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9ef9a8ec-2ce9-4685-a9f7-3bb18c1b91b7 req-af9aad0e-0bc2-472e-afe9-df784504a2a8 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/security-groups?id=5eb11d89-6870-48da-865f-fcbc17003267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364263 Oct 18 03:10:00.933851 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e6b71-3055-4eb5-95ba-ac5a3b9f7fc7 req-e09811ff-2d5f-4a04-b12f-6a1b6aa96928 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:00.935858 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-241e6b71-3055-4eb5-95ba-ac5a3b9f7fc7 req-e09811ff-2d5f-4a04-b12f-6a1b6aa96928 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 931 time: 0.0627916 Oct 18 03:10:00.986550 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-241e6b71-3055-4eb5-95ba-ac5a3b9f7fc7 req-ca4a6d44-e352-412c-8fd9-4f7eae32859c tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/security-groups?id=5eb11d89-6870-48da-865f-fcbc17003267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447679 Oct 18 03:10:02.105034 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4f741-1710-4a5d-80f0-46fe66840a9e req-fa870da5-9ad4-426d-a59c-c2af2860d769 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:02.106528 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d6b4f741-1710-4a5d-80f0-46fe66840a9e req-fa870da5-9ad4-426d-a59c-c2af2860d769 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 931 time: 0.0498211 Oct 18 03:10:02.143415 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d6b4f741-1710-4a5d-80f0-46fe66840a9e req-b4e39560-5bf0-4c54-b061-d4febe9c11d7 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/security-groups?id=5eb11d89-6870-48da-865f-fcbc17003267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310547 Oct 18 03:10:03.268722 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e812305-a81a-4819-875c-d1e4573c2db7 req-58978d44-9941-4a42-959d-5f1b37b70e47 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:03.270202 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5e812305-a81a-4819-875c-d1e4573c2db7 req-58978d44-9941-4a42-959d-5f1b37b70e47 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 931 time: 0.0518930 Oct 18 03:10:03.578613 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5e812305-a81a-4819-875c-d1e4573c2db7 req-81a300ba-b970-4798-8f3e-cceb1b15d20a tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/security-groups?id=5eb11d89-6870-48da-865f-fcbc17003267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012991 Oct 18 03:10:04.694131 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fbda51-d32c-4ce6-b679-ae7393747c4e req-1d34bfc6-4c82-4e8c-9243-bb28da7e4ef4 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:04.695698 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-69fbda51-d32c-4ce6-b679-ae7393747c4e req-1d34bfc6-4c82-4e8c-9243-bb28da7e4ef4 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 931 time: 0.0513937 Oct 18 03:10:04.733901 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-69fbda51-d32c-4ce6-b679-ae7393747c4e req-67953521-c504-41bb-9e46-c18bc7c1322f tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/security-groups?id=5eb11d89-6870-48da-865f-fcbc17003267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323765 Oct 18 03:10:05.595236 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 6 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 03:10:05.852064 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b73269-6f91-4955-82e9-820c21cef142 req-78ddefd9-9718-4596-8f4d-9dee73c9b307 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:05.853463 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a6b73269-6f91-4955-82e9-820c21cef142 req-78ddefd9-9718-4596-8f4d-9dee73c9b307 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 931 time: 0.0485885 Oct 18 03:10:05.893497 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a6b73269-6f91-4955-82e9-820c21cef142 req-95e43ee6-d554-4ba2-a6c4-7854bd7e7244 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/security-groups?id=5eb11d89-6870-48da-865f-fcbc17003267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338295 Oct 18 03:10:06.507672 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:07.010051 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fd634-c3c3-42f3-9954-cb8e285b18c4 req-12d4057f-c026-4626-963f-62b9e131418e tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:07.011514 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0e5fd634-c3c3-42f3-9954-cb8e285b18c4 req-12d4057f-c026-4626-963f-62b9e131418e tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 931 time: 0.0516384 Oct 18 03:10:07.047995 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-0e5fd634-c3c3-42f3-9954-cb8e285b18c4 req-6f79bf64-d8b8-48b3-81ee-fdcf38afdb1e tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/security-groups?id=5eb11d89-6870-48da-865f-fcbc17003267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306816 Oct 18 03:10:07.351457 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-e11e428e-f96a-40f6-bed5-d98820808d82 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=106636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 03:10:07.352405 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-e11e428e-f96a-40f6-bed5-d98820808d82 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065846 Oct 18 03:10:07.408759 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-e9ae4c08-3d71-4b4a-a9e7-2d88a7b9f544 service neutron] Request body: {'port': {'device_id': '373103aa-385b-43bd-903d-b3bddfa3e8f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81433'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:10:07.461433 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-e9ae4c08-3d71-4b4a-a9e7-2d88a7b9f544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:07.721344 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-e9ae4c08-3d71-4b4a-a9e7-2d88a7b9f544 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bad6c0d-5926-424e-bc1f-f22aadbdbc51 {{(pid=106636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 03:10:07.731598 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-e9ae4c08-3d71-4b4a-a9e7-2d88a7b9f544 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:07.744166 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.provisioning_blocks [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-e9ae4c08-3d71-4b4a-a9e7-2d88a7b9f544 service neutron] Transition to ACTIVE for port object 3bad6c0d-5926-424e-bc1f-f22aadbdbc51 will not be triggered until provisioned by entity L2. {{(pid=106636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 03:10:08.162936 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29bec76-08d4-4324-b1f0-e55e4c436648 req-d4ac4164-3511-4d3e-b0c2-2b7f15ce0c7a tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:08.164497 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c29bec76-08d4-4324-b1f0-e55e4c436648 req-d4ac4164-3511-4d3e-b0c2-2b7f15ce0c7a tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 931 time: 0.0513990 Oct 18 03:10:08.204164 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c29bec76-08d4-4324-b1f0-e55e4c436648 req-bff6f366-7a33-4a99-8a24-42953754be54 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/security-groups?id=5eb11d89-6870-48da-865f-fcbc17003267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334511 Oct 18 03:10:08.640925 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-e9ae4c08-3d71-4b4a-a9e7-2d88a7b9f544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59726704'] for port, after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:08.691921 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae4c08-3d71-4b4a-a9e7-2d88a7b9f544 service neutron] Pushing event updated for resources: {'Port': ['ID=3bad6c0d-5926-424e-bc1f-f22aadbdbc51,revision_number=2']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:10:08.764961 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-e9ae4c08-3d71-4b4a-a9e7-2d88a7b9f544 service neutron] Attempting to bind port 3bad6c0d-5926-424e-bc1f-f22aadbdbc51 on host hv-cinder-81433 for vnic_type normal with profile {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 18 03:10:08.765337 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-e9ae4c08-3d71-4b4a-a9e7-2d88a7b9f544 service neutron] Attempting to bind port 3bad6c0d-5926-424e-bc1f-f22aadbdbc51 by drivers openvswitch,hyperv on host hv-cinder-81433 at level 0 using segments [{'id': '3235f46b-6c81-440a-9222-fd4268b9529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8584cd4d-4630-44f4-b3e3-3af6de3b2332'}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 18 03:10:08.765734 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-e9ae4c08-3d71-4b4a-a9e7-2d88a7b9f544 service neutron] Attempting to bind port 3bad6c0d-5926-424e-bc1f-f22aadbdbc51 on network 8584cd4d-4630-44f4-b3e3-3af6de3b2332 {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:10:08.770215 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-e9ae4c08-3d71-4b4a-a9e7-2d88a7b9f544 service neutron] Port 3bad6c0d-5926-424e-bc1f-f22aadbdbc51 on network 8584cd4d-4630-44f4-b3e3-3af6de3b2332 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81433 {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 03:10:08.770537 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-e9ae4c08-3d71-4b4a-a9e7-2d88a7b9f544 service neutron] Attempting to bind port 3bad6c0d-5926-424e-bc1f-f22aadbdbc51 on network 8584cd4d-4630-44f4-b3e3-3af6de3b2332 {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 03:10:08.776478 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-e9ae4c08-3d71-4b4a-a9e7-2d88a7b9f544 service neutron] Checking agent: {'id': '54b63e31-ff86-4d84-9464-5034764a1d76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81433', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'started_at': datetime.datetime(2021, 10, 18, 2, 57, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 3, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 03:10:08.776847 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-e9ae4c08-3d71-4b4a-a9e7-2d88a7b9f544 service neutron] Checking segment: {'id': '3235f46b-6c81-440a-9222-fd4268b9529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8584cd4d-4630-44f4-b3e3-3af6de3b2332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 03:10:08.777258 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-e9ae4c08-3d71-4b4a-a9e7-2d88a7b9f544 service neutron] Bound using segment: {'id': '3235f46b-6c81-440a-9222-fd4268b9529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8584cd4d-4630-44f4-b3e3-3af6de3b2332'} {{(pid=106636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 03:10:08.777689 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.managers [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-e9ae4c08-3d71-4b4a-a9e7-2d88a7b9f544 service neutron] Bound port: 3bad6c0d-5926-424e-bc1f-f22aadbdbc51, host: hv-cinder-81433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3235f46b-6c81-440a-9222-fd4268b9529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8584cd4d-4630-44f4-b3e3-3af6de3b2332'}}] {{(pid=106636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 18 03:10:08.778074 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-e9ae4c08-3d71-4b4a-a9e7-2d88a7b9f544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:08.841493 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-e9ae4c08-3d71-4b4a-a9e7-2d88a7b9f544 service neutron] For port 3bad6c0d-5926-424e-bc1f-f22aadbdbc51, host hv-cinder-81433, cleared binding levels {{(pid=106636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 03:10:08.844438 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-e9ae4c08-3d71-4b4a-a9e7-2d88a7b9f544 service neutron] For port 3bad6c0d-5926-424e-bc1f-f22aadbdbc51, host hv-cinder-81433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=3bad6c0d-5926-424e-bc1f-f22aadbdbc51,segment=NetworkSegment(3235f46b-6c81-440a-9222-fd4268b9529a),segment_id=3235f46b-6c81-440a-9222-fd4268b9529a)] {{(pid=106636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 03:10:08.925119 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-e9ae4c08-3d71-4b4a-a9e7-2d88a7b9f544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59726704'] for port, after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:08.960132 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-e9ae4c08-3d71-4b4a-a9e7-2d88a7b9f544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:08.960132 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-e9ae4c08-3d71-4b4a-a9e7-2d88a7b9f544 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:08.960657 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-e9ae4c08-3d71-4b4a-a9e7-2d88a7b9f544 service neutron] 10.222.0.36 "PUT /v2.0/ports/3bad6c0d-5926-424e-bc1f-f22aadbdbc51 HTTP/1.1" status: 200 len: 1093 time: 1.5992382 Oct 18 03:10:08.961903 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373103aa-385b-43bd-903d-b3bddfa3e8f9', 'tag': '3bad6c0d-5926-424e-bc1f-f22aadbdbc51'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:10:08.963873 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}496079113880dc21d8e474160779c487de2a9ec27c44afe50e843faa48598ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1107d6b-009d-4b1b-b06d-0533b649d428" -d '{"events": [{"name": "network-changed", "server_uuid": "373103aa-385b-43bd-903d-b3bddfa3e8f9", "tag": "3bad6c0d-5926-424e-bc1f-f22aadbdbc51"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:10:08.988399 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae4c08-3d71-4b4a-a9e7-2d88a7b9f544 service neutron] Pushing event updated for resources: {'Port': ['ID=3bad6c0d-5926-424e-bc1f-f22aadbdbc51,revision_number=3']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:10:09.070587 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 03:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b45b8a2-49a4-4b20-9d2d-70430057f929 x-openstack-request-id: req-0b45b8a2-49a4-4b20-9d2d-70430057f929 {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:10:09.071145 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "373103aa-385b-43bd-903d-b3bddfa3e8f9", "tag": "3bad6c0d-5926-424e-bc1f-f22aadbdbc51", "status": "completed", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:10:09.071913 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0b45b8a2-49a4-4b20-9d2d-70430057f929 {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:10:09.072310 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373103aa-385b-43bd-903d-b3bddfa3e8f9', 'tag': '3bad6c0d-5926-424e-bc1f-f22aadbdbc51', 'status': 'completed', 'code': 200} Oct 18 03:10:09.125905 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-b28bf12f-ae32-4b20-9462-d5f0d5ea2e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:09.127428 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-b28bf12f-ae32-4b20-9462-d5f0d5ea2e38 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b602d02ee49e485692accc6bbdeee7b5&device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 1096 time: 0.0478547 Oct 18 03:10:09.171283 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-e9d2341e-2bce-4c0e-9d9c-ef98981262ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bad6c0d-5926-424e-bc1f-f22aadbdbc51 HTTP/1.1" status: 200 len: 217 time: 0.0356331 Oct 18 03:10:09.220383 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-b0e1b594-2a1c-4e6d-99ad-4aaf4d02c16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:09.221813 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-b0e1b594-2a1c-4e6d-99ad-4aaf4d02c16f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=11369316-7000-4442-8bbc-bd4609238a73 HTTP/1.1" status: 200 len: 853 time: 0.0432262 Oct 18 03:10:09.272677 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-3ce328ef-3d91-46e8-a787-4dcceac8fc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:09.274203 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-3ce328ef-3d91-46e8-a787-4dcceac8fc04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8584cd4d-4630-44f4-b3e3-3af6de3b2332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456142 Oct 18 03:10:09.378340 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb936f-7aa6-483b-83da-a24382854400 req-7f077066-1871-4a7b-88e2-f4be06bdfd97 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:09.379778 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-65bb936f-7aa6-483b-83da-a24382854400 req-7f077066-1871-4a7b-88e2-f4be06bdfd97 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 943 time: 0.1047168 Oct 18 03:10:09.410993 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-8f7396d8-391c-4f45-86e7-39ed08daf601 service neutron] 10.222.0.36 "GET /v2.0/networks/8584cd4d-4630-44f4-b3e3-3af6de3b2332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278701 Oct 18 03:10:09.469379 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-65bb936f-7aa6-483b-83da-a24382854400 req-ff6026f8-c129-4e57-b2be-0345e4dddc55 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/security-groups?id=5eb11d89-6870-48da-865f-fcbc17003267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820069 Oct 18 03:10:09.512113 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c67ef5ee-0d95-4fdf-a7c7-afec808048f8 req-bc611f19-bdfc-4384-a20e-6e6b11953f5d service neutron] 10.222.0.36 "GET /v2.0/networks/8584cd4d-4630-44f4-b3e3-3af6de3b2332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927405 Oct 18 03:10:09.690615 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1107d6b-009d-4b1b-b06d-0533b649d428 req-37c84b06-4675-4ca0-8dd1-82f97b930182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:09.692005 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a1107d6b-009d-4b1b-b06d-0533b649d428 req-37c84b06-4675-4ca0-8dd1-82f97b930182 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b602d02ee49e485692accc6bbdeee7b5&device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 1096 time: 0.0415661 Oct 18 03:10:09.785740 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1107d6b-009d-4b1b-b06d-0533b649d428 req-959e8ca1-c89b-4fa2-b25d-da56df35c386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:09.787835 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a1107d6b-009d-4b1b-b06d-0533b649d428 req-959e8ca1-c89b-4fa2-b25d-da56df35c386 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8584cd4d-4630-44f4-b3e3-3af6de3b2332 HTTP/1.1" status: 200 len: 915 time: 0.0872691 Oct 18 03:10:09.828787 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a1107d6b-009d-4b1b-b06d-0533b649d428 req-4b915ce5-de78-4b04-b738-bd68c2a7b660 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bad6c0d-5926-424e-bc1f-f22aadbdbc51 HTTP/1.1" status: 200 len: 217 time: 0.0334413 Oct 18 03:10:09.876551 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1107d6b-009d-4b1b-b06d-0533b649d428 req-ce98f8f9-119b-4ee0-a4e9-fb1d9bf97b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:09.877954 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a1107d6b-009d-4b1b-b06d-0533b649d428 req-ce98f8f9-119b-4ee0-a4e9-fb1d9bf97b53 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=11369316-7000-4442-8bbc-bd4609238a73 HTTP/1.1" status: 200 len: 853 time: 0.0426080 Oct 18 03:10:09.928412 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1107d6b-009d-4b1b-b06d-0533b649d428 req-4cdb6558-9800-4586-b5ce-220f4680d6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:09.929995 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a1107d6b-009d-4b1b-b06d-0533b649d428 req-4cdb6558-9800-4586-b5ce-220f4680d6d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8584cd4d-4630-44f4-b3e3-3af6de3b2332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436823 Oct 18 03:10:10.020511 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a1107d6b-009d-4b1b-b06d-0533b649d428 req-5532d898-45e6-43a8-9f5e-8e7b4d1bac9b service neutron] 10.222.0.36 "GET /v2.0/networks/8584cd4d-4630-44f4-b3e3-3af6de3b2332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816987 Oct 18 03:10:10.114664 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a1107d6b-009d-4b1b-b06d-0533b649d428 req-0100aadf-043b-4756-b8d2-7a677e9f2df7 service neutron] 10.222.0.36 "GET /v2.0/networks/8584cd4d-4630-44f4-b3e3-3af6de3b2332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865743 Oct 18 03:10:10.583495 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1338f-0925-45ff-bb80-ca359710fc32 req-54267993-4386-4502-88c0-a9b462e19c78 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:10.585191 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-aed1338f-0925-45ff-bb80-ca359710fc32 req-54267993-4386-4502-88c0-a9b462e19c78 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 943 time: 0.0497203 Oct 18 03:10:10.622269 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-aed1338f-0925-45ff-bb80-ca359710fc32 req-0aaa51be-6db2-4385-b00d-e5a58c13769e tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/security-groups?id=5eb11d89-6870-48da-865f-fcbc17003267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312235 Oct 18 03:10:11.607773 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 3bad6c0d-5926-424e-bc1f-f22aadbdbc51 details requested by agent hyperv_hv-cinder-81433 with host hv-cinder-81433 {{(pid=106638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 03:10:11.702801 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 3bad6c0d-5926-424e-bc1f-f22aadbdbc51, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=3bad6c0d-5926-424e-bc1f-f22aadbdbc51,segment=NetworkSegment(3235f46b-6c81-440a-9222-fd4268b9529a),segment_id=3235f46b-6c81-440a-9222-fd4268b9529a)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:10:11.714989 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Returning: {'device': '3bad6c0d-5926-424e-bc1f-f22aadbdbc51', 'network_id': '8584cd4d-4630-44f4-b3e3-3af6de3b2332', 'port_id': '3bad6c0d-5926-424e-bc1f-f22aadbdbc51', 'mac_address': 'fa:16:3e:e5:8d:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11369316-7000-4442-8bbc-bd4609238a73', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 03:10:11.734963 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c2e94-afe0-47d9-98e2-24285e1878d5 req-268c9628-3ced-4674-a626-7407bfbf961e tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:11.736555 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-758c2e94-afe0-47d9-98e2-24285e1878d5 req-268c9628-3ced-4674-a626-7407bfbf961e tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 943 time: 0.0491762 Oct 18 03:10:11.752093 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:11.764939 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bad6c0d-5926-424e-bc1f-f22aadbdbc51 {{(pid=106638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 03:10:11.775075 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-758c2e94-afe0-47d9-98e2-24285e1878d5 req-02e8145d-cd7b-477d-ac07-77c1481000a1 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/security-groups?id=5eb11d89-6870-48da-865f-fcbc17003267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321395 Oct 18 03:10:11.784450 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 3bad6c0d-5926-424e-bc1f-f22aadbdbc51, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=3bad6c0d-5926-424e-bc1f-f22aadbdbc51,segment=NetworkSegment(3235f46b-6c81-440a-9222-fd4268b9529a),segment_id=3235f46b-6c81-440a-9222-fd4268b9529a)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:10:11.863271 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:11.913036 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=3bad6c0d-5926-424e-bc1f-f22aadbdbc51,revision_number=4']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:10:11.919941 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:10:11.920292 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:10:11.920633 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:10:11.920968 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:10:11.921298 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:10:11.921628 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:10:11.921982 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:10:11.922310 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:10:11.922637 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:10:11.922961 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:10:11.923281 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:10:11.923601 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:10:12.101809 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['3bad6c0d-5926-424e-bc1f-f22aadbdbc51'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:10:12.891509 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df8f4d-776a-4e3e-857b-9ea471dd3e1e req-612d15ea-2718-4e0a-bf49-8c924d0cc5ad tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:12.893124 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d5df8f4d-776a-4e3e-857b-9ea471dd3e1e req-612d15ea-2718-4e0a-bf49-8c924d0cc5ad tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 944 time: 0.0520272 Oct 18 03:10:12.931452 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d5df8f4d-776a-4e3e-857b-9ea471dd3e1e req-44a79a20-76ce-4f7a-b190-303122d70b4a tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/security-groups?id=5eb11d89-6870-48da-865f-fcbc17003267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319178 Oct 18 03:10:13.623580 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 3bad6c0d-5926-424e-bc1f-f22aadbdbc51 up at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 03:10:13.726473 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning for port 3bad6c0d-5926-424e-bc1f-f22aadbdbc51 completed by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 03:10:13.730287 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Provisioning complete for port 3bad6c0d-5926-424e-bc1f-f22aadbdbc51 triggered by entity L2. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:10:13.730664 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:13.808186 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:13.829987 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373103aa-385b-43bd-903d-b3bddfa3e8f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bad6c0d-5926-424e-bc1f-f22aadbdbc51'}] {{(pid=106638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:10:13.832267 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd784869ff86f08281957869a4884f8f45cf6a5f98b2b439ba04ffc4a22c0e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58867e73-d86d-4b85-9aba-83f70b49fc77" -d '{"events": [{"server_uuid": "373103aa-385b-43bd-903d-b3bddfa3e8f9", "name": "network-vif-plugged", "status": "completed", "tag": "3bad6c0d-5926-424e-bc1f-f22aadbdbc51"}]}' {{(pid=106638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:10:13.845256 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] For port 3bad6c0d-5926-424e-bc1f-f22aadbdbc51, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=3bad6c0d-5926-424e-bc1f-f22aadbdbc51,segment=NetworkSegment(3235f46b-6c81-440a-9222-fd4268b9529a),segment_id=3235f46b-6c81-440a-9222-fd4268b9529a)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:10:13.924692 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634'] for port, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:13.927414 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a87c04-2ba6-4e6d-a688-e8a5188c38dc x-openstack-request-id: req-f2a87c04-2ba6-4e6d-a688-e8a5188c38dc {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:10:13.927772 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373103aa-385b-43bd-903d-b3bddfa3e8f9", "name": "network-vif-plugged", "status": "completed", "tag": "3bad6c0d-5926-424e-bc1f-f22aadbdbc51", "code": 200}]} {{(pid=106638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:10:13.928016 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f2a87c04-2ba6-4e6d-a688-e8a5188c38dc {{(pid=106638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:10:13.928423 dv-cinder-814333-1-iscsi neutron-server[106638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373103aa-385b-43bd-903d-b3bddfa3e8f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bad6c0d-5926-424e-bc1f-f22aadbdbc51', 'code': 200} Oct 18 03:10:13.977533 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Pushing event updated for resources: {'Port': ['ID=3bad6c0d-5926-424e-bc1f-f22aadbdbc51,revision_number=5']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:10:14.058825 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8cd625-13c8-4b8b-9313-068a3f1ab66f req-d4a27cff-f469-4f7a-a118-da34d188eb34 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:14.060310 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-2d8cd625-13c8-4b8b-9313-068a3f1ab66f req-d4a27cff-f469-4f7a-a118-da34d188eb34 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 945 time: 0.0485387 Oct 18 03:10:14.098794 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-2d8cd625-13c8-4b8b-9313-068a3f1ab66f req-8d4fc558-2de4-4948-be6f-d1bb7f409e33 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/security-groups?id=5eb11d89-6870-48da-865f-fcbc17003267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324004 Oct 18 03:10:14.217104 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d8b1e-0337-4480-9c90-a7cc05cb8872 req-9eff2139-f6e5-4f2d-a90e-b96acebc1fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:14.218518 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a15d8b1e-0337-4480-9c90-a7cc05cb8872 req-9eff2139-f6e5-4f2d-a90e-b96acebc1fd2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 1098 time: 0.0394142 Oct 18 03:10:14.252681 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a15d8b1e-0337-4480-9c90-a7cc05cb8872 req-343b8ae6-5e73-47dd-9018-9b89c5a18e07 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5eb11d89-6870-48da-865f-fcbc17003267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269275 Oct 18 03:10:15.218553 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3551be-3718-42b4-bc31-16859d3e387f req-c4df5e32-4655-4825-8530-a654da27b7ca tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:15.219911 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ac3551be-3718-42b4-bc31-16859d3e387f req-c4df5e32-4655-4825-8530-a654da27b7ca tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 945 time: 0.0528936 Oct 18 03:10:15.259126 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-ac3551be-3718-42b4-bc31-16859d3e387f req-07439e17-6684-4cc9-9173-d75a6177abeb tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/security-groups?id=5eb11d89-6870-48da-865f-fcbc17003267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329130 Oct 18 03:10:16.370950 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed13b2-9c96-4895-8870-b4c8cfc47ed0 req-6889db7a-5f5b-4cca-8c93-27861fae98f7 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:16.372401 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-57ed13b2-9c96-4895-8870-b4c8cfc47ed0 req-6889db7a-5f5b-4cca-8c93-27861fae98f7 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 945 time: 0.0489111 Oct 18 03:10:16.409038 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-57ed13b2-9c96-4895-8870-b4c8cfc47ed0 req-4d44b2f3-6db0-402f-895b-28824aeff456 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/security-groups?id=5eb11d89-6870-48da-865f-fcbc17003267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307746 Oct 18 03:10:16.521105 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31da2ab-b6f9-4ca6-ad4e-488dd0a34c96 req-b12f0b0c-2583-4408-a97c-2d8fd0912bd8 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:16.522555 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f31da2ab-b6f9-4ca6-ad4e-488dd0a34c96 req-b12f0b0c-2583-4408-a97c-2d8fd0912bd8 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 945 time: 0.0490990 Oct 18 03:10:16.560236 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f31da2ab-b6f9-4ca6-ad4e-488dd0a34c96 req-405d89fe-89f8-4b3e-aa65-43a63997a215 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/security-groups?id=5eb11d89-6870-48da-865f-fcbc17003267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318241 Oct 18 03:10:16.885517 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb19d9-316f-4db7-905b-44ff0eff59e6 req-35921340-d82d-43bd-ada7-d8cf0cbec20c tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:16.886998 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c3eb19d9-316f-4db7-905b-44ff0eff59e6 req-35921340-d82d-43bd-ada7-d8cf0cbec20c tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 945 time: 0.0532458 Oct 18 03:10:16.924268 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c3eb19d9-316f-4db7-905b-44ff0eff59e6 req-8615640f-653b-43ec-9dd1-54c341c21dec tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/security-groups?id=5eb11d89-6870-48da-865f-fcbc17003267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315897 Oct 18 03:10:19.304639 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-0249c68b-4eef-4530-ade3-30c1ff5824cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:21.895700 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-181d4f3b-b503-47ce-9df3-13262a47386b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:22.558467 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:23.297821 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:24.640352 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:27.394274 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3094d2d-d759-4d06-b1d9-fc79f8315eed req-62bba40e-a52d-492a-9d89-d3ca469b6528 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:27.396725 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a3094d2d-d759-4d06-b1d9-fc79f8315eed req-62bba40e-a52d-492a-9d89-d3ca469b6528 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 945 time: 0.0513082 Oct 18 03:10:27.438258 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-a3094d2d-d759-4d06-b1d9-fc79f8315eed req-0af4226f-be78-4d32-809c-4f547556e669 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/security-groups?id=5eb11d89-6870-48da-865f-fcbc17003267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353496 Oct 18 03:10:27.465048 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 40564) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:10:27.566126 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50979842-7661-4e6f-bd08-1b5b7587957e tempest-TestMinimumBasicScenario-1241669480 tempest-TestMinimumBasicScenario-1241669480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:27.568593 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-50979842-7661-4e6f-bd08-1b5b7587957e tempest-TestMinimumBasicScenario-1241669480 tempest-TestMinimumBasicScenario-1241669480-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 1093 time: 0.1018887 Oct 18 03:10:27.571692 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 40568) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:10:27.576221 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-4c3d0db7-a8f5-454e-8869-57f227d44a66 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Request body: {'floatingip': {'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'port_id': '3bad6c0d-5926-424e-bc1f-f22aadbdbc51', 'tenant_id': 'b602d02ee49e485692accc6bbdeee7b5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:10:27.903699 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-4c3d0db7-a8f5-454e-8869-57f227d44a66 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks [] for floatingip, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:28.016271 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-4c3d0db7-a8f5-454e-8869-57f227d44a66 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:28.119867 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_common [None req-4c3d0db7-a8f5-454e-8869-57f227d44a66 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Allocated IP 172.27.3.239 (ec1e2d0f-026f-465c-b326-53f6d0173c72/df7c5eba-93a9-4f97-9356-1dcfa994647a/228e5fcc-9469-4c23-84b3-55583f882c44) {{(pid=106637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 03:10:28.217875 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-4c3d0db7-a8f5-454e-8869-57f227d44a66 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks [] for port, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:28.314829 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-4c3d0db7-a8f5-454e-8869-57f227d44a66 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748750904598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:28.351226 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3d0db7-a8f5-454e-8869-57f227d44a66 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Network ec1e2d0f-026f-465c-b326-53f6d0173c72 is already hosted by enough agents. {{(pid=106637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 03:10:28.353900 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.base_scheduler [None req-4c3d0db7-a8f5-454e-8869-57f227d44a66 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Resources bound (agent type, host, resource id): {{(pid=106637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 03:10:28.357303 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3d0db7-a8f5-454e-8869-57f227d44a66 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Received port after_create {{(pid=106637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 03:10:28.383889 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d0db7-a8f5-454e-8869-57f227d44a66 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Pushing event updated for resources: {'Port': ['ID=228e5fcc-9469-4c23-84b3-55583f882c44,revision_number=1']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:10:28.397027 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d0db7-a8f5-454e-8869-57f227d44a66 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:10:28.397367 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d0db7-a8f5-454e-8869-57f227d44a66 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:10:28.397709 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d0db7-a8f5-454e-8869-57f227d44a66 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:10:28.398065 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d0db7-a8f5-454e-8869-57f227d44a66 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:10:28.398393 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d0db7-a8f5-454e-8869-57f227d44a66 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:10:28.398716 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d0db7-a8f5-454e-8869-57f227d44a66 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:10:28.399038 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d0db7-a8f5-454e-8869-57f227d44a66 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:10:28.399357 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d0db7-a8f5-454e-8869-57f227d44a66 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:10:28.399669 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d0db7-a8f5-454e-8869-57f227d44a66 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:10:28.399990 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d0db7-a8f5-454e-8869-57f227d44a66 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:10:28.400305 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d0db7-a8f5-454e-8869-57f227d44a66 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:10:28.400620 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d0db7-a8f5-454e-8869-57f227d44a66 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:10:28.701900 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-4c3d0db7-a8f5-454e-8869-57f227d44a66 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:28.821523 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-4c3d0db7-a8f5-454e-8869-57f227d44a66 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:28.963524 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-4c3d0db7-a8f5-454e-8869-57f227d44a66 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks [] for port, precommit_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:29.021326 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-4c3d0db7-a8f5-454e-8869-57f227d44a66 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3168564'] for port, after_update {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:29.089601 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d0db7-a8f5-454e-8869-57f227d44a66 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Pushing event updated for resources: {'Port': ['ID=228e5fcc-9469-4c23-84b3-55583f882c44,revision_number=2']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:10:29.101081 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-4c3d0db7-a8f5-454e-8869-57f227d44a66 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-612639'] for floatingip, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:29.197374 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.db.l3_db [None req-4c3d0db7-a8f5-454e-8869-57f227d44a66 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Floating IP f68ab218-f874-4072-9f74-c8fc7294803d associated. External IP: 172.27.3.239, port: 3bad6c0d-5926-424e-bc1f-f22aadbdbc51. Oct 18 03:10:29.394750 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3d0db7-a8f5-454e-8869-57f227d44a66 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Router 37603589-40f1-4570-b4ac-c753c95656ef has already been hosted by L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 {{(pid=106637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 03:10:29.498108 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3d0db7-a8f5-454e-8869-57f227d44a66 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 03:10:29.508481 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a47581-b9da-45f9-afcc-59dc1d8aa609 None None] Sync routers for ids ['37603589-40f1-4570-b4ac-c753c95656ef'] in dv-cinder-814333-1-iscsi {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 03:10:29.517500 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a47581-b9da-45f9-afcc-59dc1d8aa609 None None] Routers {'37603589-40f1-4570-b4ac-c753c95656ef'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:10:29.518142 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-90a47581-b9da-45f9-afcc-59dc1d8aa609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:10:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['37603589-40f1-4570-b4ac-c753c95656ef'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:10:29.583570 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-4c3d0db7-a8f5-454e-8869-57f227d44a66 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for floatingip, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:29.611848 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-4c3d0db7-a8f5-454e-8869-57f227d44a66 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0391045 Oct 18 03:10:29.612816 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373103aa-385b-43bd-903d-b3bddfa3e8f9', 'tag': '3bad6c0d-5926-424e-bc1f-f22aadbdbc51'}] {{(pid=106637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:10:29.615517 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 40570) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:10:29.616401 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84e416a7c2bb109cea857a7500c5c4b938dbd8fc9acb645868c31a21fed55845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20578703-2550-4011-98da-529724c21ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "373103aa-385b-43bd-903d-b3bddfa3e8f9", "tag": "3bad6c0d-5926-424e-bc1f-f22aadbdbc51"}]}' {{(pid=106637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:10:29.620021 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [None req-80a60be5-7c5c-425a-b212-34b2da932205 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1054497407', 'description': 'tempest-secgroup-smoke-1054497407 description', 'project_id': 'b602d02ee49e485692accc6bbdeee7b5'}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:10:29.623046 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-90a47581-b9da-45f9-afcc-59dc1d8aa609 None None] Set router 37603589-40f1-4570-b4ac-c753c95656ef gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:10:29.713961 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 03:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ecbec4-3d01-40f4-a4dc-c0218129aad3 x-openstack-request-id: req-a6ecbec4-3d01-40f4-a4dc-c0218129aad3 {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:10:29.714515 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "373103aa-385b-43bd-903d-b3bddfa3e8f9", "tag": "3bad6c0d-5926-424e-bc1f-f22aadbdbc51", "status": "completed", "code": 200}]} {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:10:29.714515 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a6ecbec4-3d01-40f4-a4dc-c0218129aad3 {{(pid=106637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:10:29.714886 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373103aa-385b-43bd-903d-b3bddfa3e8f9', 'tag': '3bad6c0d-5926-424e-bc1f-f22aadbdbc51', 'status': 'completed', 'code': 200} Oct 18 03:10:29.750858 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-80a60be5-7c5c-425a-b212-34b2da932205 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks [] for security_group, before_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:29.800216 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20578703-2550-4011-98da-529724c21ab4 req-ed66b49a-bb58-4fb4-ab8f-1c475440de27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:29.801700 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-20578703-2550-4011-98da-529724c21ab4 req-ed66b49a-bb58-4fb4-ab8f-1c475440de27 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b602d02ee49e485692accc6bbdeee7b5&device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 1098 time: 0.0619745 Oct 18 03:10:29.905847 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-80a60be5-7c5c-425a-b212-34b2da932205 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks [] for security_group, precommit_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:29.931231 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20578703-2550-4011-98da-529724c21ab4 req-8b33f6c2-4d4f-4e93-ac2a-f3a73497a978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:29.932690 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-20578703-2550-4011-98da-529724c21ab4 req-8b33f6c2-4d4f-4e93-ac2a-f3a73497a978 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8584cd4d-4630-44f4-b3e3-3af6de3b2332 HTTP/1.1" status: 200 len: 915 time: 0.1232104 Oct 18 03:10:29.979655 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-90a47581-b9da-45f9-afcc-59dc1d8aa609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37603589-40f1-4570-b4ac-c753c95656ef', 'name': 'tempest-TestMinimumBasicScenario-869973394-router', 'tenant_id': 'b602d02ee49e485692accc6bbdeee7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '7d6878e2-0ce5-4109-af97-ae010ca99fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:09:32Z', 'updated_at': '2021-10-18T03:09:35Z', 'revision_number': 4, 'project_id': 'b602d02ee49e485692accc6bbdeee7b5', 'gw_port': {'id': '7d6878e2-0ce5-4109-af97-ae010ca99fe6', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:48:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37603589-40f1-4570-b4ac-c753c95656ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:09:32Z', 'updated_at': '2021-10-18T03:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_floatingips': [{'id': 'f68ab218-f874-4072-9f74-c8fc7294803d', 'tenant_id': 'b602d02ee49e485692accc6bbdeee7b5', 'floating_ip_address': '172.27.3.239', 'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'router_id': '37603589-40f1-4570-b4ac-c753c95656ef', 'port_id': '3bad6c0d-5926-424e-bc1f-f22aadbdbc51', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8584cd4d-4630-44f4-b3e3-3af6de3b2332', 'mac_address': 'fa:16:3e:e5:8d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373103aa-385b-43bd-903d-b3bddfa3e8f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T03:10:28Z', 'updated_at': '2021-10-18T03:10:28Z', 'revision_number': 0, 'project_id': 'b602d02ee49e485692accc6bbdeee7b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aaf7703-5f4b-4d85-b489-af149be22327', 'name': '', 'network_id': '8584cd4d-4630-44f4-b3e3-3af6de3b2332', 'tenant_id': 'b602d02ee49e485692accc6bbdeee7b5', 'mac_address': 'fa:16:3e:91:f0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37603589-40f1-4570-b4ac-c753c95656ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '11369316-7000-4442-8bbc-bd4609238a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:09:34Z', 'updated_at': '2021-10-18T03:09:38Z', 'revision_number': 5, 'project_id': 'b602d02ee49e485692accc6bbdeee7b5', 'subnets': [{'id': '11369316-7000-4442-8bbc-bd4609238a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:10:29.983971 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-80a60be5-7c5c-425a-b212-34b2da932205 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_create {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:30.008943 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a47581-b9da-45f9-afcc-59dc1d8aa609 None None] Checking router: 37603589-40f1-4570-b4ac-c753c95656ef for host: dv-cinder-814333-1-iscsi {{(pid=106638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 03:10:30.018537 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a47581-b9da-45f9-afcc-59dc1d8aa609 None None] Routers {'37603589-40f1-4570-b4ac-c753c95656ef'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:10:30.019156 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-90a47581-b9da-45f9-afcc-59dc1d8aa609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:10:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['37603589-40f1-4570-b4ac-c753c95656ef'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:10:30.026895 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-20578703-2550-4011-98da-529724c21ab4 req-3140aeb2-7ceb-4aaa-b9d3-ab9a652f17f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bad6c0d-5926-424e-bc1f-f22aadbdbc51 HTTP/1.1" status: 200 len: 999 time: 0.0877461 Oct 18 03:10:30.030736 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a60be5-7c5c-425a-b212-34b2da932205 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73478120-93ff-46e4-b0c7-0d16fce99fc8,revision_number=1']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:10:30.080049 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20578703-2550-4011-98da-529724c21ab4 req-c2e42c1e-9275-4eba-848c-3ad16f138dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:30.081026 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-20578703-2550-4011-98da-529724c21ab4 req-c2e42c1e-9275-4eba-848c-3ad16f138dce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=11369316-7000-4442-8bbc-bd4609238a73 HTTP/1.1" status: 200 len: 853 time: 0.0469427 Oct 18 03:10:30.087616 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-80a60be5-7c5c-425a-b212-34b2da932205 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks [] for security_group, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:30.091407 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-80a60be5-7c5c-425a-b212-34b2da932205 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4722145 Oct 18 03:10:30.091996 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 40576) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:10:30.096537 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-b639035b-9f1b-4b0d-a7eb-ed02030f8af0 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Request body: {'security_group_rule': {'security_group_id': '73478120-93ff-46e4-b0c7-0d16fce99fc8', 'project_id': 'b602d02ee49e485692accc6bbdeee7b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:10:30.127820 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-90a47581-b9da-45f9-afcc-59dc1d8aa609 None None] Set router 37603589-40f1-4570-b4ac-c753c95656ef gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:10:30.130882 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20578703-2550-4011-98da-529724c21ab4 req-c49668bb-90d8-4c18-8f7f-1dd5b883f5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:30.132487 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-20578703-2550-4011-98da-529724c21ab4 req-c49668bb-90d8-4c18-8f7f-1dd5b883f5ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8584cd4d-4630-44f4-b3e3-3af6de3b2332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428154 Oct 18 03:10:30.203456 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b639035b-9f1b-4b0d-a7eb-ed02030f8af0 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:30.227842 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-20578703-2550-4011-98da-529724c21ab4 req-4dc7f122-9a6f-4d91-b4d5-428ed0486f16 service neutron] 10.222.0.36 "GET /v2.0/networks/8584cd4d-4630-44f4-b3e3-3af6de3b2332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882359 Oct 18 03:10:30.265920 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b639035b-9f1b-4b0d-a7eb-ed02030f8af0 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:30.321019 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-20578703-2550-4011-98da-529724c21ab4 req-94c0d184-2435-4f9a-bc03-ca20efdff7fc service neutron] 10.222.0.36 "GET /v2.0/networks/8584cd4d-4630-44f4-b3e3-3af6de3b2332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845535 Oct 18 03:10:30.354489 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b639035b-9f1b-4b0d-a7eb-ed02030f8af0 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612827'] for security_group_rule, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:30.360511 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-90a47581-b9da-45f9-afcc-59dc1d8aa609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37603589-40f1-4570-b4ac-c753c95656ef', 'name': 'tempest-TestMinimumBasicScenario-869973394-router', 'tenant_id': 'b602d02ee49e485692accc6bbdeee7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '7d6878e2-0ce5-4109-af97-ae010ca99fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:09:32Z', 'updated_at': '2021-10-18T03:09:35Z', 'revision_number': 4, 'project_id': 'b602d02ee49e485692accc6bbdeee7b5', 'gw_port': {'id': '7d6878e2-0ce5-4109-af97-ae010ca99fe6', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:48:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37603589-40f1-4570-b4ac-c753c95656ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:09:32Z', 'updated_at': '2021-10-18T03:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_floatingips': [{'id': 'f68ab218-f874-4072-9f74-c8fc7294803d', 'tenant_id': 'b602d02ee49e485692accc6bbdeee7b5', 'floating_ip_address': '172.27.3.239', 'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'router_id': '37603589-40f1-4570-b4ac-c753c95656ef', 'port_id': '3bad6c0d-5926-424e-bc1f-f22aadbdbc51', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8584cd4d-4630-44f4-b3e3-3af6de3b2332', 'mac_address': 'fa:16:3e:e5:8d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373103aa-385b-43bd-903d-b3bddfa3e8f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T03:10:28Z', 'updated_at': '2021-10-18T03:10:28Z', 'revision_number': 0, 'project_id': 'b602d02ee49e485692accc6bbdeee7b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aaf7703-5f4b-4d85-b489-af149be22327', 'name': '', 'network_id': '8584cd4d-4630-44f4-b3e3-3af6de3b2332', 'tenant_id': 'b602d02ee49e485692accc6bbdeee7b5', 'mac_address': 'fa:16:3e:91:f0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37603589-40f1-4570-b4ac-c753c95656ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '11369316-7000-4442-8bbc-bd4609238a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:09:34Z', 'updated_at': '2021-10-18T03:09:38Z', 'revision_number': 5, 'project_id': 'b602d02ee49e485692accc6bbdeee7b5', 'subnets': [{'id': '11369316-7000-4442-8bbc-bd4609238a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:10:30.372366 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639035b-9f1b-4b0d-a7eb-ed02030f8af0 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39513d0a-c076-48ce-b9f0-6f08d91bf226,revision_number=0']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:10:30.387060 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a47581-b9da-45f9-afcc-59dc1d8aa609 None None] The sync data for ids ['37603589-40f1-4570-b4ac-c753c95656ef'] in dv-cinder-814333-1-iscsi is: [{'id': '37603589-40f1-4570-b4ac-c753c95656ef', 'name': 'tempest-TestMinimumBasicScenario-869973394-router', 'tenant_id': 'b602d02ee49e485692accc6bbdeee7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '7d6878e2-0ce5-4109-af97-ae010ca99fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:09:32Z', 'updated_at': '2021-10-18T03:09:35Z', 'revision_number': 4, 'project_id': 'b602d02ee49e485692accc6bbdeee7b5', 'gw_port': {'id': '7d6878e2-0ce5-4109-af97-ae010ca99fe6', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:48:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37603589-40f1-4570-b4ac-c753c95656ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:09:32Z', 'updated_at': '2021-10-18T03:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_floatingips': [{'id': 'f68ab218-f874-4072-9f74-c8fc7294803d', 'tenant_id': 'b602d02ee49e485692accc6bbdeee7b5', 'floating_ip_address': '172.27.3.239', 'floating_network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'router_id': '37603589-40f1-4570-b4ac-c753c95656ef', 'port_id': '3bad6c0d-5926-424e-bc1f-f22aadbdbc51', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8584cd4d-4630-44f4-b3e3-3af6de3b2332', 'mac_address': 'fa:16:3e:e5:8d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373103aa-385b-43bd-903d-b3bddfa3e8f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T03:10:28Z', 'updated_at': '2021-10-18T03:10:28Z', 'revision_number': 0, 'project_id': 'b602d02ee49e485692accc6bbdeee7b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aaf7703-5f4b-4d85-b489-af149be22327', 'name': '', 'network_id': '8584cd4d-4630-44f4-b3e3-3af6de3b2332', 'tenant_id': 'b602d02ee49e485692accc6bbdeee7b5', 'mac_address': 'fa:16:3e:91:f0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37603589-40f1-4570-b4ac-c753c95656ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '11369316-7000-4442-8bbc-bd4609238a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:09:34Z', 'updated_at': '2021-10-18T03:09:38Z', 'revision_number': 5, 'project_id': 'b602d02ee49e485692accc6bbdeee7b5', 'subnets': [{'id': '11369316-7000-4442-8bbc-bd4609238a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 03:10:30.477296 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-b639035b-9f1b-4b0d-a7eb-ed02030f8af0 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:30.478506 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-b639035b-9f1b-4b0d-a7eb-ed02030f8af0 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3854728 Oct 18 03:10:30.481175 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 40578) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:10:30.485765 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-7f9477c0-cb92-413a-9eb1-70f0948ab499 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Request body: {'security_group_rule': {'security_group_id': '73478120-93ff-46e4-b0c7-0d16fce99fc8', 'project_id': 'b602d02ee49e485692accc6bbdeee7b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:10:30.563802 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3973b4f8-b440-4e79-b676-473b7759db1e None None] New status for floating IP f68ab218-f874-4072-9f74-c8fc7294803d: ACTIVE {{(pid=106639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 03:10:30.745136 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-7f9477c0-cb92-413a-9eb1-70f0948ab499 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:30.789150 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-7f9477c0-cb92-413a-9eb1-70f0948ab499 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:30.962991 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-7f9477c0-cb92-413a-9eb1-70f0948ab499 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612827'] for security_group_rule, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:30.983233 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9477c0-cb92-413a-9eb1-70f0948ab499 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=608737a8-279e-4c3f-941e-2fdf49d27092,revision_number=0']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:10:31.103204 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-7f9477c0-cb92-413a-9eb1-70f0948ab499 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:31.104334 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-7f9477c0-cb92-413a-9eb1-70f0948ab499 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6221035 Oct 18 03:10:31.107020 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 40580) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:10:31.111469 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-db36444a-bf83-42b4-bfd6-934bce5338f5 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Request body: {'security_group_rule': {'security_group_id': '73478120-93ff-46e4-b0c7-0d16fce99fc8', 'project_id': 'b602d02ee49e485692accc6bbdeee7b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:10:31.238843 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-db36444a-bf83-42b4-bfd6-934bce5338f5 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:31.296786 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-db36444a-bf83-42b4-bfd6-934bce5338f5 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:31.400176 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-db36444a-bf83-42b4-bfd6-934bce5338f5 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612827'] for security_group_rule, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:31.418562 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36444a-bf83-42b4-bfd6-934bce5338f5 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c466d5-2ac1-48e9-a16f-0ba246252aef,revision_number=0']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:10:31.492207 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-db36444a-bf83-42b4-bfd6-934bce5338f5 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:31.493441 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-db36444a-bf83-42b4-bfd6-934bce5338f5 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3854799 Oct 18 03:10:31.496116 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 40582) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:10:31.500314 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-d6f4c536-4735-4e00-9e6f-6eb6d675912c tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Request body: {'security_group_rule': {'security_group_id': '73478120-93ff-46e4-b0c7-0d16fce99fc8', 'project_id': 'b602d02ee49e485692accc6bbdeee7b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:10:31.581709 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d6f4c536-4735-4e00-9e6f-6eb6d675912c tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:31.642091 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d6f4c536-4735-4e00-9e6f-6eb6d675912c tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:31.707025 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d6f4c536-4735-4e00-9e6f-6eb6d675912c tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612827'] for security_group_rule, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:31.723381 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4c536-4735-4e00-9e6f-6eb6d675912c tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85699f2b-76bd-4b42-939d-987745e7913c,revision_number=0']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:10:31.807988 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-d6f4c536-4735-4e00-9e6f-6eb6d675912c tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:31.809215 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-d6f4c536-4735-4e00-9e6f-6eb6d675912c tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3121834 Oct 18 03:10:31.811939 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 40584) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:10:31.816317 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-4140d415-2dfa-437d-a4a8-b4c04fbcb0b9 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Request body: {'security_group_rule': {'security_group_id': '73478120-93ff-46e4-b0c7-0d16fce99fc8', 'project_id': 'b602d02ee49e485692accc6bbdeee7b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:10:31.920210 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.db.securitygroups_db [None req-4140d415-2dfa-437d-a4a8-b4c04fbcb0b9 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Project b602d02ee49e485692accc6bbdeee7b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 03:10:31.924936 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-4140d415-2dfa-437d-a4a8-b4c04fbcb0b9 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:31.984729 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-4140d415-2dfa-437d-a4a8-b4c04fbcb0b9 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:32.060680 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-4140d415-2dfa-437d-a4a8-b4c04fbcb0b9 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612827'] for security_group_rule, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:32.077733 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140d415-2dfa-437d-a4a8-b4c04fbcb0b9 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e9bdb3e-415d-4516-be46-d1105cbefda2,revision_number=0']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:10:32.149097 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-4140d415-2dfa-437d-a4a8-b4c04fbcb0b9 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:32.150320 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-4140d415-2dfa-437d-a4a8-b4c04fbcb0b9 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3373342 Oct 18 03:10:32.153087 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 40586) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:10:32.157378 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.v2.base [None req-0b6fa66b-08fb-4645-9940-cbe6ef2a0645 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Request body: {'security_group_rule': {'security_group_id': '73478120-93ff-46e4-b0c7-0d16fce99fc8', 'project_id': 'b602d02ee49e485692accc6bbdeee7b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:10:32.232301 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.db.securitygroups_db [None req-0b6fa66b-08fb-4645-9940-cbe6ef2a0645 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Project b602d02ee49e485692accc6bbdeee7b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 03:10:32.236899 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-0b6fa66b-08fb-4645-9940-cbe6ef2a0645 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:32.296230 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-0b6fa66b-08fb-4645-9940-cbe6ef2a0645 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:32.371258 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-0b6fa66b-08fb-4645-9940-cbe6ef2a0645 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612827'] for security_group_rule, after_create {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:32.389034 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6fa66b-08fb-4645-9940-cbe6ef2a0645 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a69231aa-96b6-498b-a919-5b79cf0bcd1c,revision_number=0']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:10:32.468565 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-0b6fa66b-08fb-4645-9940-cbe6ef2a0645 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:32.469811 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-0b6fa66b-08fb-4645-9940-cbe6ef2a0645 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3157969 Oct 18 03:10:32.546671 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-eca4c04e-16cc-4b9c-80c7-64f05bbfff05 req-20d13582-d6d9-4651-bd0c-39b20d061593 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1054497407&fields=id&tenant_id=b602d02ee49e485692accc6bbdeee7b5 HTTP/1.1" status: 200 len: 267 time: 0.0332289 Oct 18 03:10:32.598171 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca4c04e-16cc-4b9c-80c7-64f05bbfff05 req-1fc39fc3-b5d9-40bd-bdea-15e95737cd8e tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:32.600103 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-eca4c04e-16cc-4b9c-80c7-64f05bbfff05 req-1fc39fc3-b5d9-40bd-bdea-15e95737cd8e tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 945 time: 0.0472939 Oct 18 03:10:32.610880 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [req-eca4c04e-16cc-4b9c-80c7-64f05bbfff05 req-7601c5a8-7ebd-4817-8305-b60cff107948 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Request body: {'port': {'security_groups': ['5eb11d89-6870-48da-865f-fcbc17003267', '73478120-93ff-46e4-b0c7-0d16fce99fc8']}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:10:32.673160 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-eca4c04e-16cc-4b9c-80c7-64f05bbfff05 req-7601c5a8-7ebd-4817-8305-b60cff107948 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:32.859395 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [req-eca4c04e-16cc-4b9c-80c7-64f05bbfff05 req-7601c5a8-7ebd-4817-8305-b60cff107948 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] For port 3bad6c0d-5926-424e-bc1f-f22aadbdbc51, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=3bad6c0d-5926-424e-bc1f-f22aadbdbc51,segment=NetworkSegment(3235f46b-6c81-440a-9222-fd4268b9529a),segment_id=3235f46b-6c81-440a-9222-fd4268b9529a)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:10:32.886888 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-eca4c04e-16cc-4b9c-80c7-64f05bbfff05 req-7601c5a8-7ebd-4817-8305-b60cff107948 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks [] for port, precommit_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:32.986949 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-eca4c04e-16cc-4b9c-80c7-64f05bbfff05 req-7601c5a8-7ebd-4817-8305-b60cff107948 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59726704'] for port, after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:32.998843 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['3bad6c0d-5926-424e-bc1f-f22aadbdbc51'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:10:33.029704 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca4c04e-16cc-4b9c-80c7-64f05bbfff05 req-7601c5a8-7ebd-4817-8305-b60cff107948 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:33.030371 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-eca4c04e-16cc-4b9c-80c7-64f05bbfff05 req-7601c5a8-7ebd-4817-8305-b60cff107948 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:33.031757 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-eca4c04e-16cc-4b9c-80c7-64f05bbfff05 req-7601c5a8-7ebd-4817-8305-b60cff107948 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "PUT /v2.0/ports/3bad6c0d-5926-424e-bc1f-f22aadbdbc51 HTTP/1.1" status: 200 len: 981 time: 0.4252608 Oct 18 03:10:33.032209 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373103aa-385b-43bd-903d-b3bddfa3e8f9', 'tag': '3bad6c0d-5926-424e-bc1f-f22aadbdbc51'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:10:33.034496 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}496079113880dc21d8e474160779c487de2a9ec27c44afe50e843faa48598ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fb08af-b947-47ab-9134-128e5af6e04e" -d '{"events": [{"name": "network-changed", "server_uuid": "373103aa-385b-43bd-903d-b3bddfa3e8f9", "tag": "3bad6c0d-5926-424e-bc1f-f22aadbdbc51"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:10:33.069755 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601c5a8-7ebd-4817-8305-b60cff107948 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Pushing event updated for resources: {'Port': ['ID=3bad6c0d-5926-424e-bc1f-f22aadbdbc51,revision_number=6']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:10:33.094415 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['3bad6c0d-5926-424e-bc1f-f22aadbdbc51'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:10:33.096846 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 03:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b827f5-7710-4186-be5c-9bc475e07f83 x-openstack-request-id: req-06b827f5-7710-4186-be5c-9bc475e07f83 {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:10:33.098498 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "373103aa-385b-43bd-903d-b3bddfa3e8f9", "tag": "3bad6c0d-5926-424e-bc1f-f22aadbdbc51", "status": "completed", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:10:33.099833 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-06b827f5-7710-4186-be5c-9bc475e07f83 {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:10:33.100459 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373103aa-385b-43bd-903d-b3bddfa3e8f9', 'tag': '3bad6c0d-5926-424e-bc1f-f22aadbdbc51', 'status': 'completed', 'code': 200} Oct 18 03:10:33.194122 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb08af-b947-47ab-9134-128e5af6e04e req-729bf969-8e1b-4340-bbcf-75b80daf5e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:33.195648 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b0fb08af-b947-47ab-9134-128e5af6e04e req-729bf969-8e1b-4340-bbcf-75b80daf5e37 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b602d02ee49e485692accc6bbdeee7b5&device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 1137 time: 0.0712783 Oct 18 03:10:33.203714 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe631b-fb88-49a5-a592-dd82975014f4 req-3e2cf082-c239-4fb2-9171-cf7cac1d02b5 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:33.205255 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4fbe631b-fb88-49a5-a592-dd82975014f4 req-3e2cf082-c239-4fb2-9171-cf7cac1d02b5 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 984 time: 0.0912817 Oct 18 03:10:33.300893 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-4fbe631b-fb88-49a5-a592-dd82975014f4 req-567100a1-424b-488e-86b0-bf0b2be7507f tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/security-groups?id=5eb11d89-6870-48da-865f-fcbc17003267&id=73478120-93ff-46e4-b0c7-0d16fce99fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0852368 Oct 18 03:10:33.325415 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-0f54b7c4-8f5e-4a25-9236-45c217ade2dd None None] Provisioning complete for port 3bad6c0d-5926-424e-bc1f-f22aadbdbc51 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:10:33.325809 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-0f54b7c4-8f5e-4a25-9236-45c217ade2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:33.330794 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb08af-b947-47ab-9134-128e5af6e04e req-73a75e68-3a03-477d-8f5a-715dd758f8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:33.332325 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b0fb08af-b947-47ab-9134-128e5af6e04e req-73a75e68-3a03-477d-8f5a-715dd758f8a0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8584cd4d-4630-44f4-b3e3-3af6de3b2332 HTTP/1.1" status: 200 len: 915 time: 0.1261053 Oct 18 03:10:33.400049 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b0fb08af-b947-47ab-9134-128e5af6e04e req-205cacd9-2ba5-4bb0-a5c9-374f5acb322e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bad6c0d-5926-424e-bc1f-f22aadbdbc51 HTTP/1.1" status: 200 len: 1001 time: 0.0592196 Oct 18 03:10:33.448951 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb08af-b947-47ab-9134-128e5af6e04e req-ad5d5227-8e57-48fd-a4d5-f4d086df0b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:33.450585 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b0fb08af-b947-47ab-9134-128e5af6e04e req-ad5d5227-8e57-48fd-a4d5-f4d086df0b95 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=11369316-7000-4442-8bbc-bd4609238a73 HTTP/1.1" status: 200 len: 853 time: 0.0437055 Oct 18 03:10:33.498910 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb08af-b947-47ab-9134-128e5af6e04e req-ecdd3e30-0e58-4766-92ff-b03b424e4231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:33.500388 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b0fb08af-b947-47ab-9134-128e5af6e04e req-ecdd3e30-0e58-4766-92ff-b03b424e4231 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8584cd4d-4630-44f4-b3e3-3af6de3b2332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430236 Oct 18 03:10:33.588977 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b0fb08af-b947-47ab-9134-128e5af6e04e req-5a06002c-5238-49ce-a818-366fbacd0313 service neutron] 10.222.0.36 "GET /v2.0/networks/8584cd4d-4630-44f4-b3e3-3af6de3b2332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813651 Oct 18 03:10:33.682646 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-b0fb08af-b947-47ab-9134-128e5af6e04e req-4488d254-00a9-47d8-80dd-b8e1234dcb2c service neutron] 10.222.0.36 "GET /v2.0/networks/8584cd4d-4630-44f4-b3e3-3af6de3b2332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862579 Oct 18 03:10:36.495669 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:42.594223 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 6 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 03:10:47.598969 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dd27f-daca-468c-9f4b-bef6efa18309 req-81f6af3e-df28-43fe-a0f3-332d9b305a46 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:47.600972 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7a6dd27f-daca-468c-9f4b-bef6efa18309 req-81f6af3e-df28-43fe-a0f3-332d9b305a46 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 984 time: 0.0497422 Oct 18 03:10:47.642400 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7a6dd27f-daca-468c-9f4b-bef6efa18309 req-22c9f541-5454-44c6-befe-f370e9a4e746 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/security-groups?id=5eb11d89-6870-48da-865f-fcbc17003267&id=73478120-93ff-46e4-b0c7-0d16fce99fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348151 Oct 18 03:10:47.694593 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9d1b2-7497-405c-943d-322def51b4a4 req-9cce1735-9adf-4089-a886-6152e2bae7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:47.696075 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-72a9d1b2-7497-405c-943d-322def51b4a4 req-9cce1735-9adf-4089-a886-6152e2bae7cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b602d02ee49e485692accc6bbdeee7b5&device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 1137 time: 0.0421338 Oct 18 03:10:47.786257 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9d1b2-7497-405c-943d-322def51b4a4 req-4d6b717e-a8f4-4a30-8754-bb350f012083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:47.787633 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-72a9d1b2-7497-405c-943d-322def51b4a4 req-4d6b717e-a8f4-4a30-8754-bb350f012083 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8584cd4d-4630-44f4-b3e3-3af6de3b2332 HTTP/1.1" status: 200 len: 915 time: 0.0842636 Oct 18 03:10:47.852524 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-72a9d1b2-7497-405c-943d-322def51b4a4 req-082dfd87-3f9f-495a-9815-7ef2fd3a6356 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bad6c0d-5926-424e-bc1f-f22aadbdbc51 HTTP/1.1" status: 200 len: 1001 time: 0.0571270 Oct 18 03:10:47.899240 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9d1b2-7497-405c-943d-322def51b4a4 req-3c184a2f-933a-436c-aad9-8648e5dbd89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:47.900596 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-72a9d1b2-7497-405c-943d-322def51b4a4 req-3c184a2f-933a-436c-aad9-8648e5dbd89c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=11369316-7000-4442-8bbc-bd4609238a73 HTTP/1.1" status: 200 len: 853 time: 0.0411551 Oct 18 03:10:47.947184 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9d1b2-7497-405c-943d-322def51b4a4 req-ec3746fc-74be-4497-835f-dddc5516e194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:47.948605 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-72a9d1b2-7497-405c-943d-322def51b4a4 req-ec3746fc-74be-4497-835f-dddc5516e194 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8584cd4d-4630-44f4-b3e3-3af6de3b2332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413451 Oct 18 03:10:48.037021 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-72a9d1b2-7497-405c-943d-322def51b4a4 req-230efe08-2503-49fe-abed-54077c9632e6 service neutron] 10.222.0.36 "GET /v2.0/networks/8584cd4d-4630-44f4-b3e3-3af6de3b2332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806172 Oct 18 03:10:48.128311 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-72a9d1b2-7497-405c-943d-322def51b4a4 req-ec990596-1352-4144-8eed-bbbad9b24fa8 service neutron] 10.222.0.36 "GET /v2.0/networks/8584cd4d-4630-44f4-b3e3-3af6de3b2332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836780 Oct 18 03:10:48.773680 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a409578-de08-42ce-9edc-4d5533aee232 req-cacb30c0-60a6-401e-814c-c6664caa898e tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:48.775157 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6a409578-de08-42ce-9edc-4d5533aee232 req-cacb30c0-60a6-401e-814c-c6664caa898e tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 984 time: 0.0501137 Oct 18 03:10:48.814955 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6a409578-de08-42ce-9edc-4d5533aee232 req-d9846a32-d61d-4530-89ca-3d9d4d8a153f tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/security-groups?id=5eb11d89-6870-48da-865f-fcbc17003267&id=73478120-93ff-46e4-b0c7-0d16fce99fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337858 Oct 18 03:10:49.248914 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-8189558f-d1a5-438f-b365-b6ae7e9d83cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:49.929115 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13cce3-9afa-4022-83ef-ab2b71b6e4da req-a1c80a60-26ef-4ab7-a37b-e27576fbee9c tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:49.930930 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8a13cce3-9afa-4022-83ef-ab2b71b6e4da req-a1c80a60-26ef-4ab7-a37b-e27576fbee9c tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 984 time: 0.0506442 Oct 18 03:10:49.971925 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-8a13cce3-9afa-4022-83ef-ab2b71b6e4da req-ae44b00a-a7e0-4fa6-b521-374bb2bb9270 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/security-groups?id=5eb11d89-6870-48da-865f-fcbc17003267&id=73478120-93ff-46e4-b0c7-0d16fce99fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350294 Oct 18 03:10:51.088449 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a2349-80f2-4366-865c-9b2e77feaf96 req-97467d9b-89c0-4064-a8fa-37e53cdd23dc tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:51.089901 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c68a2349-80f2-4366-865c-9b2e77feaf96 req-97467d9b-89c0-4064-a8fa-37e53cdd23dc tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 984 time: 0.0520275 Oct 18 03:10:51.129974 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-c68a2349-80f2-4366-865c-9b2e77feaf96 req-b48c4464-a452-428c-b41e-7fbed1c62161 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/security-groups?id=5eb11d89-6870-48da-865f-fcbc17003267&id=73478120-93ff-46e4-b0c7-0d16fce99fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339181 Oct 18 03:10:51.896844 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-7123bdfa-6bdd-4b47-99b6-8a714d51a599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:52.246577 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5dd17-e0f9-4dda-a312-d75bde75db41 req-149b5d64-bf52-4917-96f9-43b5b797d3c8 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:52.248024 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-21a5dd17-e0f9-4dda-a312-d75bde75db41 req-149b5d64-bf52-4917-96f9-43b5b797d3c8 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 984 time: 0.0489974 Oct 18 03:10:52.288395 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-21a5dd17-e0f9-4dda-a312-d75bde75db41 req-41f0e5c7-702c-4ce4-a544-4fa2814d3b0a tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/security-groups?id=5eb11d89-6870-48da-865f-fcbc17003267&id=73478120-93ff-46e4-b0c7-0d16fce99fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340433 Oct 18 03:10:52.571344 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:53.285461 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:53.400914 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745302f1-8305-4280-b040-8182d591f6da req-71d7f8af-77da-475e-ac63-ecd67b26d929 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:53.405244 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-745302f1-8305-4280-b040-8182d591f6da req-71d7f8af-77da-475e-ac63-ecd67b26d929 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 984 time: 0.0478208 Oct 18 03:10:53.441023 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-745302f1-8305-4280-b040-8182d591f6da req-a1073c29-693e-459e-9060-56644a38932e tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/security-groups?id=5eb11d89-6870-48da-865f-fcbc17003267&id=73478120-93ff-46e4-b0c7-0d16fce99fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327146 Oct 18 03:10:54.562197 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd3e2b-8005-4845-a5eb-fb1ffdd555f5 req-69bfac68-54b8-4a12-b7ca-e804c01f1523 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:54.563667 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-81dd3e2b-8005-4845-a5eb-fb1ffdd555f5 req-69bfac68-54b8-4a12-b7ca-e804c01f1523 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 984 time: 0.0522840 Oct 18 03:10:54.604277 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-81dd3e2b-8005-4845-a5eb-fb1ffdd555f5 req-0ee265f8-1140-451e-9066-4686755f7b7b tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/security-groups?id=5eb11d89-6870-48da-865f-fcbc17003267&id=73478120-93ff-46e4-b0c7-0d16fce99fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342026 Oct 18 03:10:54.649276 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:10:55.717001 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e217f5a-f6c8-46ab-a7f2-bec1f3b19f8b req-989c429a-166b-4fe9-81bb-b5ef47c5fb2e tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:55.718478 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9e217f5a-f6c8-46ab-a7f2-bec1f3b19f8b req-989c429a-166b-4fe9-81bb-b5ef47c5fb2e tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 984 time: 0.0490894 Oct 18 03:10:55.758822 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9e217f5a-f6c8-46ab-a7f2-bec1f3b19f8b req-a51b3df6-2b22-4101-aadd-fb9456c173df tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/security-groups?id=5eb11d89-6870-48da-865f-fcbc17003267&id=73478120-93ff-46e4-b0c7-0d16fce99fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340970 Oct 18 03:10:56.870825 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61311e5a-48d5-4cbf-b2f3-089f11bcee68 req-5e21b6b2-7798-4238-a068-8593648c727d tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:56.872263 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-61311e5a-48d5-4cbf-b2f3-089f11bcee68 req-5e21b6b2-7798-4238-a068-8593648c727d tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 984 time: 0.0486751 Oct 18 03:10:56.910773 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-61311e5a-48d5-4cbf-b2f3-089f11bcee68 req-31d21be9-faa9-40c6-961f-3650d01c90e3 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/security-groups?id=5eb11d89-6870-48da-865f-fcbc17003267&id=73478120-93ff-46e4-b0c7-0d16fce99fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326796 Oct 18 03:10:58.027548 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfcf7c5-5e4d-4b3a-a496-7331f9a9a9f6 req-e278df91-b28b-4565-ada4-a4bc71c0efdd tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:58.029001 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7cfcf7c5-5e4d-4b3a-a496-7331f9a9a9f6 req-e278df91-b28b-4565-ada4-a4bc71c0efdd tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 984 time: 0.0510924 Oct 18 03:10:58.068160 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-7cfcf7c5-5e4d-4b3a-a496-7331f9a9a9f6 req-652b4540-dae1-47ec-ae56-e66190e01abe tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/security-groups?id=5eb11d89-6870-48da-865f-fcbc17003267&id=73478120-93ff-46e4-b0c7-0d16fce99fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332868 Oct 18 03:10:59.179331 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a952b27-57e1-46fe-8deb-a6d7a7ff49b2 req-1885e239-2ec5-494e-aa58-b7ff3c5e4232 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:10:59.180849 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9a952b27-57e1-46fe-8deb-a6d7a7ff49b2 req-1885e239-2ec5-494e-aa58-b7ff3c5e4232 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 984 time: 0.0487030 Oct 18 03:10:59.220352 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-9a952b27-57e1-46fe-8deb-a6d7a7ff49b2 req-fcc32b01-a03a-4bac-9619-cfc45f956c6a tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/security-groups?id=5eb11d89-6870-48da-865f-fcbc17003267&id=73478120-93ff-46e4-b0c7-0d16fce99fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334570 Oct 18 03:11:06.472151 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:12.649579 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6610abe7-15ba-4b6c-8f34-363e968fc5f8 req-d9fbb7ff-3594-4d85-9bcd-34ef07484861 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385242 Oct 18 03:11:12.727475 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610abe7-15ba-4b6c-8f34-363e968fc5f8 req-0cac25f0-955c-4b7f-8462-08d9e1270f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:11:12.728898 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6610abe7-15ba-4b6c-8f34-363e968fc5f8 req-0cac25f0-955c-4b7f-8462-08d9e1270f87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b602d02ee49e485692accc6bbdeee7b5&device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 1137 time: 0.0398424 Oct 18 03:11:12.830892 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610abe7-15ba-4b6c-8f34-363e968fc5f8 req-48cafe77-c8eb-496c-ae08-478469f96a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:11:12.832235 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6610abe7-15ba-4b6c-8f34-363e968fc5f8 req-48cafe77-c8eb-496c-ae08-478469f96a5c service neutron] 10.222.0.36 "GET /v2.0/networks?id=8584cd4d-4630-44f4-b3e3-3af6de3b2332 HTTP/1.1" status: 200 len: 915 time: 0.0854075 Oct 18 03:11:12.897674 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6610abe7-15ba-4b6c-8f34-363e968fc5f8 req-02578919-5976-4e34-b5ea-a49262a45d84 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bad6c0d-5926-424e-bc1f-f22aadbdbc51 HTTP/1.1" status: 200 len: 1001 time: 0.0570590 Oct 18 03:11:12.950101 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610abe7-15ba-4b6c-8f34-363e968fc5f8 req-d9852df2-b4ba-4dc1-ba8d-b03d36a7770b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:11:12.951499 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6610abe7-15ba-4b6c-8f34-363e968fc5f8 req-d9852df2-b4ba-4dc1-ba8d-b03d36a7770b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=11369316-7000-4442-8bbc-bd4609238a73 HTTP/1.1" status: 200 len: 853 time: 0.0463154 Oct 18 03:11:12.997319 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610abe7-15ba-4b6c-8f34-363e968fc5f8 req-69570f2c-aebd-4094-8085-046a50652606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:11:12.998808 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6610abe7-15ba-4b6c-8f34-363e968fc5f8 req-69570f2c-aebd-4094-8085-046a50652606 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8584cd4d-4630-44f4-b3e3-3af6de3b2332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408874 Oct 18 03:11:13.086524 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6610abe7-15ba-4b6c-8f34-363e968fc5f8 req-b602403b-7c70-429f-a458-5e6df3ec9320 service neutron] 10.222.0.36 "GET /v2.0/networks/8584cd4d-4630-44f4-b3e3-3af6de3b2332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806279 Oct 18 03:11:13.177718 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-6610abe7-15ba-4b6c-8f34-363e968fc5f8 req-13c165a5-3ee6-4fec-9a09-3acaf3a980b8 service neutron] 10.222.0.36 "GET /v2.0/networks/8584cd4d-4630-44f4-b3e3-3af6de3b2332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848856 Oct 18 03:11:19.319431 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-9e511e4d-af53-42a7-abd0-e58be0787945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:19.593571 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 6 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 03:11:21.924960 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-9007b308-4a42-4ff1-97dc-6de07510bac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:22.530848 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:23.282694 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:24.673659 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:31.481084 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5145f0e7-93bb-4722-9344-cbeb2be2493b req-aefb46bc-6a4c-4951-aa11-c677ea306477 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1054497407&fields=id&tenant_id=b602d02ee49e485692accc6bbdeee7b5 HTTP/1.1" status: 200 len: 267 time: 0.0343733 Oct 18 03:11:31.533017 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145f0e7-93bb-4722-9344-cbeb2be2493b req-be8a29da-c77f-4f9a-a17d-b6e3dd457d3c tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:11:31.534480 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5145f0e7-93bb-4722-9344-cbeb2be2493b req-be8a29da-c77f-4f9a-a17d-b6e3dd457d3c tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 984 time: 0.0480883 Oct 18 03:11:31.545388 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.v2.base [req-5145f0e7-93bb-4722-9344-cbeb2be2493b req-7aa3f882-5ebe-47cd-9f5a-ef7fc641d408 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Request body: {'port': {'security_groups': ['5eb11d89-6870-48da-865f-fcbc17003267']}} {{(pid=106636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 03:11:31.609925 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-5145f0e7-93bb-4722-9344-cbeb2be2493b req-7aa3f882-5ebe-47cd-9f5a-ef7fc641d408 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887154'] for port, before_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:31.783352 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [req-5145f0e7-93bb-4722-9344-cbeb2be2493b req-7aa3f882-5ebe-47cd-9f5a-ef7fc641d408 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] For port 3bad6c0d-5926-424e-bc1f-f22aadbdbc51, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=3bad6c0d-5926-424e-bc1f-f22aadbdbc51,segment=NetworkSegment(3235f46b-6c81-440a-9222-fd4268b9529a),segment_id=3235f46b-6c81-440a-9222-fd4268b9529a)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:11:31.811646 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-5145f0e7-93bb-4722-9344-cbeb2be2493b req-7aa3f882-5ebe-47cd-9f5a-ef7fc641d408 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks [] for port, precommit_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:31.867880 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-5145f0e7-93bb-4722-9344-cbeb2be2493b req-7aa3f882-5ebe-47cd-9f5a-ef7fc641d408 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748751486778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748750904616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748750904634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59726704'] for port, after_update {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:31.879710 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['3bad6c0d-5926-424e-bc1f-f22aadbdbc51'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:11:31.909380 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145f0e7-93bb-4722-9344-cbeb2be2493b req-7aa3f882-5ebe-47cd-9f5a-ef7fc641d408 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:11:31.910042 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-5145f0e7-93bb-4722-9344-cbeb2be2493b req-7aa3f882-5ebe-47cd-9f5a-ef7fc641d408 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:31.911405 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-5145f0e7-93bb-4722-9344-cbeb2be2493b req-7aa3f882-5ebe-47cd-9f5a-ef7fc641d408 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "PUT /v2.0/ports/3bad6c0d-5926-424e-bc1f-f22aadbdbc51 HTTP/1.1" status: 200 len: 942 time: 0.3708007 Oct 18 03:11:31.914013 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373103aa-385b-43bd-903d-b3bddfa3e8f9', 'tag': '3bad6c0d-5926-424e-bc1f-f22aadbdbc51'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:11:31.919356 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}496079113880dc21d8e474160779c487de2a9ec27c44afe50e843faa48598ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d274dbed-8b92-4009-963d-e1ce51605481" -d '{"events": [{"name": "network-changed", "server_uuid": "373103aa-385b-43bd-903d-b3bddfa3e8f9", "tag": "3bad6c0d-5926-424e-bc1f-f22aadbdbc51"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:11:31.919686 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 40646) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:11:31.952714 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3f882-5ebe-47cd-9f5a-ef7fc641d408 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Pushing event updated for resources: {'Port': ['ID=3bad6c0d-5926-424e-bc1f-f22aadbdbc51,revision_number=7']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:11:31.960612 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa3f882-5ebe-47cd-9f5a-ef7fc641d408 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:11:31.961448 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa3f882-5ebe-47cd-9f5a-ef7fc641d408 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:11:31.961602 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa3f882-5ebe-47cd-9f5a-ef7fc641d408 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:11:31.961976 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa3f882-5ebe-47cd-9f5a-ef7fc641d408 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:11:31.962312 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa3f882-5ebe-47cd-9f5a-ef7fc641d408 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:11:31.962646 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa3f882-5ebe-47cd-9f5a-ef7fc641d408 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:11:31.962977 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa3f882-5ebe-47cd-9f5a-ef7fc641d408 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:11:31.963306 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa3f882-5ebe-47cd-9f5a-ef7fc641d408 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:11:31.963797 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa3f882-5ebe-47cd-9f5a-ef7fc641d408 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:11:31.963992 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa3f882-5ebe-47cd-9f5a-ef7fc641d408 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:11:31.964562 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa3f882-5ebe-47cd-9f5a-ef7fc641d408 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:11:31.964917 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa3f882-5ebe-47cd-9f5a-ef7fc641d408 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:11:31.997590 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 03:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad8d875-19fb-40ec-8c78-3638f4c86af1 x-openstack-request-id: req-bad8d875-19fb-40ec-8c78-3638f4c86af1 {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:11:31.997957 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "373103aa-385b-43bd-903d-b3bddfa3e8f9", "tag": "3bad6c0d-5926-424e-bc1f-f22aadbdbc51", "status": "completed", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:11:31.998237 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bad8d875-19fb-40ec-8c78-3638f4c86af1 {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:11:31.998794 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373103aa-385b-43bd-903d-b3bddfa3e8f9', 'tag': '3bad6c0d-5926-424e-bc1f-f22aadbdbc51', 'status': 'completed', 'code': 200} Oct 18 03:11:32.017578 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['3bad6c0d-5926-424e-bc1f-f22aadbdbc51'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:11:32.029667 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-217a0840-3e53-4878-a2fc-96d0d3ae5289 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:32.059403 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-217a0840-3e53-4878-a2fc-96d0d3ae5289 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:32.073286 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274dbed-8b92-4009-963d-e1ce51605481 req-d8c3f1b5-6a74-4df1-9d2c-dafdb4abd77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:11:32.075259 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d274dbed-8b92-4009-963d-e1ce51605481 req-d8c3f1b5-6a74-4df1-9d2c-dafdb4abd77a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b602d02ee49e485692accc6bbdeee7b5&device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 1098 time: 0.0515444 Oct 18 03:11:32.176915 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.provisioning_blocks [None req-555ded6e-4b30-4c4c-a2c2-c342cafb4cb5 None None] Provisioning complete for port 3bad6c0d-5926-424e-bc1f-f22aadbdbc51 triggered by entity DHCP. {{(pid=106638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 03:11:32.177211 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-555ded6e-4b30-4c4c-a2c2-c342cafb4cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7933270'] for port, provisioning_complete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:32.177530 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274dbed-8b92-4009-963d-e1ce51605481 req-7faa9a18-0799-490b-b2d7-ab4c0c4b596c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:11:32.179027 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d274dbed-8b92-4009-963d-e1ce51605481 req-7faa9a18-0799-490b-b2d7-ab4c0c4b596c service neutron] 10.222.0.36 "GET /v2.0/networks?id=8584cd4d-4630-44f4-b3e3-3af6de3b2332 HTTP/1.1" status: 200 len: 915 time: 0.0944171 Oct 18 03:11:32.205675 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-217a0840-3e53-4878-a2fc-96d0d3ae5289 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:32.208274 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-217a0840-3e53-4878-a2fc-96d0d3ae5289 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:32.212037 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-217a0840-3e53-4878-a2fc-96d0d3ae5289 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "DELETE /v2.0/security-groups/73478120-93ff-46e4-b0c7-0d16fce99fc8 HTTP/1.1" status: 204 len: 168 time: 0.2887955 Oct 18 03:11:32.214644 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 40648) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:11:32.226865 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a0840-3e53-4878-a2fc-96d0d3ae5289 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73478120-93ff-46e4-b0c7-0d16fce99fc8,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:11:32.247733 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d274dbed-8b92-4009-963d-e1ce51605481 req-144e38fe-2c1c-4068-8b14-292ef30a8e77 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bad6c0d-5926-424e-bc1f-f22aadbdbc51 HTTP/1.1" status: 200 len: 1001 time: 0.0610709 Oct 18 03:11:32.266847 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a0840-3e53-4878-a2fc-96d0d3ae5289 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:11:32.267213 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a0840-3e53-4878-a2fc-96d0d3ae5289 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:11:32.267521 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a0840-3e53-4878-a2fc-96d0d3ae5289 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:11:32.267854 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a0840-3e53-4878-a2fc-96d0d3ae5289 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:11:32.268182 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a0840-3e53-4878-a2fc-96d0d3ae5289 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:11:32.268507 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a0840-3e53-4878-a2fc-96d0d3ae5289 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:11:32.268830 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a0840-3e53-4878-a2fc-96d0d3ae5289 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:11:32.269150 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a0840-3e53-4878-a2fc-96d0d3ae5289 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:11:32.269470 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a0840-3e53-4878-a2fc-96d0d3ae5289 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:11:32.269815 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a0840-3e53-4878-a2fc-96d0d3ae5289 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:11:32.270125 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a0840-3e53-4878-a2fc-96d0d3ae5289 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:11:32.270476 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a0840-3e53-4878-a2fc-96d0d3ae5289 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:11:32.308825 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274dbed-8b92-4009-963d-e1ce51605481 req-0b32b53c-7232-4ad4-b655-b0329c1af2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:11:32.310338 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d274dbed-8b92-4009-963d-e1ce51605481 req-0b32b53c-7232-4ad4-b655-b0329c1af2c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=11369316-7000-4442-8bbc-bd4609238a73 HTTP/1.1" status: 200 len: 853 time: 0.0557823 Oct 18 03:11:32.357824 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274dbed-8b92-4009-963d-e1ce51605481 req-611928b3-f087-429c-b3b6-97b007fb2331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:11:32.359306 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d274dbed-8b92-4009-963d-e1ce51605481 req-611928b3-f087-429c-b3b6-97b007fb2331 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8584cd4d-4630-44f4-b3e3-3af6de3b2332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417340 Oct 18 03:11:32.396671 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-55b13283-1541-455b-8d1a-87acb346521a tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Deleting port 228e5fcc-9469-4c23-84b3-55583f882c44 {{(pid=106637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:11:32.397014 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-55b13283-1541-455b-8d1a-87acb346521a tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:32.449234 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d274dbed-8b92-4009-963d-e1ce51605481 req-2f3bb742-d235-440c-a39b-b1815a3b86dd service neutron] 10.222.0.36 "GET /v2.0/networks/8584cd4d-4630-44f4-b3e3-3af6de3b2332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822279 Oct 18 03:11:32.468604 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-55b13283-1541-455b-8d1a-87acb346521a tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:32.468934 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-55b13283-1541-455b-8d1a-87acb346521a tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:32.481055 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-55b13283-1541-455b-8d1a-87acb346521a tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Calling delete_port for 228e5fcc-9469-4c23-84b3-55583f882c44 owned by network:floatingip {{(pid=106637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:11:32.541889 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-d274dbed-8b92-4009-963d-e1ce51605481 req-56c78358-8614-4941-838f-0fa0e1f14834 service neutron] 10.222.0.36 "GET /v2.0/networks/8584cd4d-4630-44f4-b3e3-3af6de3b2332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853405 Oct 18 03:11:32.688421 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-55b13283-1541-455b-8d1a-87acb346521a tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:32.715554 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b13283-1541-455b-8d1a-87acb346521a tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Pushing event deleted for resources: {'Port': ['ID=228e5fcc-9469-4c23-84b3-55583f882c44,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:11:32.774199 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-55b13283-1541-455b-8d1a-87acb346521a tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks [] for floatingip, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:32.774531 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.db.l3_db [None req-55b13283-1541-455b-8d1a-87acb346521a tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Floating IP f68ab218-f874-4072-9f74-c8fc7294803d disassociated (deleted). External IP: 172.27.3.239, port: 3bad6c0d-5926-424e-bc1f-f22aadbdbc51. Oct 18 03:11:33.217089 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b13283-1541-455b-8d1a-87acb346521a tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Router 37603589-40f1-4570-b4ac-c753c95656ef has already been hosted by L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 {{(pid=106637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 03:11:33.322005 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b13283-1541-455b-8d1a-87acb346521a tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 03:11:33.327472 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-55b13283-1541-455b-8d1a-87acb346521a tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for floatingip, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:33.332215 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb49910e-05c2-4dce-85db-291613f2c3ce None None] Sync routers for ids ['37603589-40f1-4570-b4ac-c753c95656ef'] in dv-cinder-814333-1-iscsi {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 03:11:33.341335 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb49910e-05c2-4dce-85db-291613f2c3ce None None] Routers {'37603589-40f1-4570-b4ac-c753c95656ef'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:11:33.341967 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-cb49910e-05c2-4dce-85db-291613f2c3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:11:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['37603589-40f1-4570-b4ac-c753c95656ef'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:11:33.354769 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-55b13283-1541-455b-8d1a-87acb346521a tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "DELETE /v2.0/floatingips/f68ab218-f874-4072-9f74-c8fc7294803d HTTP/1.1" status: 204 len: 168 time: 1.1384728 Oct 18 03:11:33.355426 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373103aa-385b-43bd-903d-b3bddfa3e8f9', 'tag': '3bad6c0d-5926-424e-bc1f-f22aadbdbc51'}] {{(pid=106637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:11:33.357835 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84e416a7c2bb109cea857a7500c5c4b938dbd8fc9acb645868c31a21fed55845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714e0240-c319-4e35-b9fe-06d00574e47a" -d '{"events": [{"name": "network-changed", "server_uuid": "373103aa-385b-43bd-903d-b3bddfa3e8f9", "tag": "3bad6c0d-5926-424e-bc1f-f22aadbdbc51"}]}' {{(pid=106637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:11:33.398990 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 03:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d69c05f-b9aa-48fc-b31b-034964ba4206 x-openstack-request-id: req-0d69c05f-b9aa-48fc-b31b-034964ba4206 {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:11:33.399394 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "373103aa-385b-43bd-903d-b3bddfa3e8f9", "tag": "3bad6c0d-5926-424e-bc1f-f22aadbdbc51", "status": "completed", "code": 200}]} {{(pid=106637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:11:33.399645 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0d69c05f-b9aa-48fc-b31b-034964ba4206 {{(pid=106637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:11:33.400033 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373103aa-385b-43bd-903d-b3bddfa3e8f9', 'tag': '3bad6c0d-5926-424e-bc1f-f22aadbdbc51', 'status': 'completed', 'code': 200} Oct 18 03:11:33.451347 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-cb49910e-05c2-4dce-85db-291613f2c3ce None None] Set router 37603589-40f1-4570-b4ac-c753c95656ef gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:11:33.464357 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e0240-c319-4e35-b9fe-06d00574e47a req-b371d5a6-0fb9-411a-9b8b-3f030e714e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:11:33.465867 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-714e0240-c319-4e35-b9fe-06d00574e47a req-b371d5a6-0fb9-411a-9b8b-3f030e714e0f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b602d02ee49e485692accc6bbdeee7b5&device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 1098 time: 0.0422409 Oct 18 03:11:33.658018 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-cb49910e-05c2-4dce-85db-291613f2c3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37603589-40f1-4570-b4ac-c753c95656ef', 'name': 'tempest-TestMinimumBasicScenario-869973394-router', 'tenant_id': 'b602d02ee49e485692accc6bbdeee7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '7d6878e2-0ce5-4109-af97-ae010ca99fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:09:32Z', 'updated_at': '2021-10-18T03:09:35Z', 'revision_number': 4, 'project_id': 'b602d02ee49e485692accc6bbdeee7b5', 'gw_port': {'id': '7d6878e2-0ce5-4109-af97-ae010ca99fe6', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:48:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37603589-40f1-4570-b4ac-c753c95656ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:09:32Z', 'updated_at': '2021-10-18T03:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': '8aaf7703-5f4b-4d85-b489-af149be22327', 'name': '', 'network_id': '8584cd4d-4630-44f4-b3e3-3af6de3b2332', 'tenant_id': 'b602d02ee49e485692accc6bbdeee7b5', 'mac_address': 'fa:16:3e:91:f0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37603589-40f1-4570-b4ac-c753c95656ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '11369316-7000-4442-8bbc-bd4609238a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:09:34Z', 'updated_at': '2021-10-18T03:09:38Z', 'revision_number': 5, 'project_id': 'b602d02ee49e485692accc6bbdeee7b5', 'subnets': [{'id': '11369316-7000-4442-8bbc-bd4609238a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:11:33.686285 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb49910e-05c2-4dce-85db-291613f2c3ce None None] Checking router: 37603589-40f1-4570-b4ac-c753c95656ef for host: dv-cinder-814333-1-iscsi {{(pid=106638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 03:11:33.695391 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb49910e-05c2-4dce-85db-291613f2c3ce None None] Routers {'37603589-40f1-4570-b4ac-c753c95656ef'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:11:33.696016 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-cb49910e-05c2-4dce-85db-291613f2c3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:11:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['37603589-40f1-4570-b4ac-c753c95656ef'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:11:33.833284 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e0240-c319-4e35-b9fe-06d00574e47a req-ff7cba85-a9a6-4902-916e-1121a1ddac33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:11:33.834997 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-714e0240-c319-4e35-b9fe-06d00574e47a req-ff7cba85-a9a6-4902-916e-1121a1ddac33 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8584cd4d-4630-44f4-b3e3-3af6de3b2332 HTTP/1.1" status: 200 len: 915 time: 0.3622148 Oct 18 03:11:33.878989 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-714e0240-c319-4e35-b9fe-06d00574e47a req-1085dbdc-fab7-4320-a0c1-a73f2b143b90 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bad6c0d-5926-424e-bc1f-f22aadbdbc51 HTTP/1.1" status: 200 len: 217 time: 0.0367131 Oct 18 03:11:33.929151 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e0240-c319-4e35-b9fe-06d00574e47a req-26cbcbdc-2596-4122-a6e4-3d86854450e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:11:33.930612 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-714e0240-c319-4e35-b9fe-06d00574e47a req-26cbcbdc-2596-4122-a6e4-3d86854450e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=11369316-7000-4442-8bbc-bd4609238a73 HTTP/1.1" status: 200 len: 853 time: 0.0436707 Oct 18 03:11:33.935065 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-cb49910e-05c2-4dce-85db-291613f2c3ce None None] Set router 37603589-40f1-4570-b4ac-c753c95656ef gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:11:33.980105 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e0240-c319-4e35-b9fe-06d00574e47a req-7d3a8477-c244-4378-a796-39e33e3ee67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:11:33.981577 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-714e0240-c319-4e35-b9fe-06d00574e47a req-7d3a8477-c244-4378-a796-39e33e3ee67a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8584cd4d-4630-44f4-b3e3-3af6de3b2332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435584 Oct 18 03:11:34.070678 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-714e0240-c319-4e35-b9fe-06d00574e47a req-744bd4ef-eda6-4db6-86c0-22ac22409c62 service neutron] 10.222.0.36 "GET /v2.0/networks/8584cd4d-4630-44f4-b3e3-3af6de3b2332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800390 Oct 18 03:11:34.135520 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-cb49910e-05c2-4dce-85db-291613f2c3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37603589-40f1-4570-b4ac-c753c95656ef', 'name': 'tempest-TestMinimumBasicScenario-869973394-router', 'tenant_id': 'b602d02ee49e485692accc6bbdeee7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '7d6878e2-0ce5-4109-af97-ae010ca99fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:09:32Z', 'updated_at': '2021-10-18T03:09:35Z', 'revision_number': 4, 'project_id': 'b602d02ee49e485692accc6bbdeee7b5', 'gw_port': {'id': '7d6878e2-0ce5-4109-af97-ae010ca99fe6', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:48:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37603589-40f1-4570-b4ac-c753c95656ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:09:32Z', 'updated_at': '2021-10-18T03:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': '8aaf7703-5f4b-4d85-b489-af149be22327', 'name': '', 'network_id': '8584cd4d-4630-44f4-b3e3-3af6de3b2332', 'tenant_id': 'b602d02ee49e485692accc6bbdeee7b5', 'mac_address': 'fa:16:3e:91:f0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37603589-40f1-4570-b4ac-c753c95656ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '11369316-7000-4442-8bbc-bd4609238a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:09:34Z', 'updated_at': '2021-10-18T03:09:38Z', 'revision_number': 5, 'project_id': 'b602d02ee49e485692accc6bbdeee7b5', 'subnets': [{'id': '11369316-7000-4442-8bbc-bd4609238a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:11:34.161619 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb49910e-05c2-4dce-85db-291613f2c3ce None None] The sync data for ids ['37603589-40f1-4570-b4ac-c753c95656ef'] in dv-cinder-814333-1-iscsi is: [{'id': '37603589-40f1-4570-b4ac-c753c95656ef', 'name': 'tempest-TestMinimumBasicScenario-869973394-router', 'tenant_id': 'b602d02ee49e485692accc6bbdeee7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '7d6878e2-0ce5-4109-af97-ae010ca99fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:09:32Z', 'updated_at': '2021-10-18T03:09:35Z', 'revision_number': 4, 'project_id': 'b602d02ee49e485692accc6bbdeee7b5', 'gw_port': {'id': '7d6878e2-0ce5-4109-af97-ae010ca99fe6', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:48:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37603589-40f1-4570-b4ac-c753c95656ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:09:32Z', 'updated_at': '2021-10-18T03:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi', '_interfaces': [{'id': '8aaf7703-5f4b-4d85-b489-af149be22327', 'name': '', 'network_id': '8584cd4d-4630-44f4-b3e3-3af6de3b2332', 'tenant_id': 'b602d02ee49e485692accc6bbdeee7b5', 'mac_address': 'fa:16:3e:91:f0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37603589-40f1-4570-b4ac-c753c95656ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '11369316-7000-4442-8bbc-bd4609238a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:09:34Z', 'updated_at': '2021-10-18T03:09:38Z', 'revision_number': 5, 'project_id': 'b602d02ee49e485692accc6bbdeee7b5', 'subnets': [{'id': '11369316-7000-4442-8bbc-bd4609238a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 03:11:34.163309 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-714e0240-c319-4e35-b9fe-06d00574e47a req-2ad213b2-0f07-422b-a2ca-dcc7e85b8865 service neutron] 10.222.0.36 "GET /v2.0/networks/8584cd4d-4630-44f4-b3e3-3af6de3b2332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842996 Oct 18 03:11:34.372684 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bba58ac-de27-406c-9995-314450fddb79 None None] New status for floating IP f68ab218-f874-4072-9f74-c8fc7294803d: DOWN {{(pid=106639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 03:11:36.490810 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:36.622569 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299bde4-c4d9-4e4c-8292-84dafbfa4b79 req-38291565-f623-431a-9464-e166b83b9427 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:11:36.624009 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-3299bde4-c4d9-4e4c-8292-84dafbfa4b79 req-38291565-f623-431a-9464-e166b83b9427 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 945 time: 0.0481584 Oct 18 03:11:36.660963 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-3299bde4-c4d9-4e4c-8292-84dafbfa4b79 req-1b3115f7-9801-451f-a9ee-5a5718695c0d tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/security-groups?id=5eb11d89-6870-48da-865f-fcbc17003267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311022 Oct 18 03:11:37.775559 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317fa3c-888c-4dc1-9da0-2737a5e0e9e9 req-9d954e0e-254d-4c28-b911-3829839823fe tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:11:37.777086 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f317fa3c-888c-4dc1-9da0-2737a5e0e9e9 req-9d954e0e-254d-4c28-b911-3829839823fe tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 945 time: 0.0491233 Oct 18 03:11:37.814285 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-f317fa3c-888c-4dc1-9da0-2737a5e0e9e9 req-f4148eec-a892-410b-8d78-30201af736d4 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/security-groups?id=5eb11d89-6870-48da-865f-fcbc17003267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313528 Oct 18 03:11:38.244176 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de9af1-c3b8-4dba-b609-8abdeb49aa0d req-66e0a1ce-a99f-4634-b967-95cc0ca6bcf7 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 03:11:38.246460 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-26de9af1-c3b8-4dba-b609-8abdeb49aa0d req-66e0a1ce-a99f-4634-b967-95cc0ca6bcf7 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.36 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 945 time: 0.0517278 Oct 18 03:11:38.338794 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [req-26de9af1-c3b8-4dba-b609-8abdeb49aa0d req-6c390607-1fc3-4e2a-9654-fecd8f679e83 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Deleting port 3bad6c0d-5926-424e-bc1f-f22aadbdbc51 {{(pid=106636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:11:38.341568 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-26de9af1-c3b8-4dba-b609-8abdeb49aa0d req-6c390607-1fc3-4e2a-9654-fecd8f679e83 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:38.428331 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [req-26de9af1-c3b8-4dba-b609-8abdeb49aa0d req-6c390607-1fc3-4e2a-9654-fecd8f679e83 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] For port 3bad6c0d-5926-424e-bc1f-f22aadbdbc51, host hv-cinder-81433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81433',level=0,port_id=3bad6c0d-5926-424e-bc1f-f22aadbdbc51,segment=NetworkSegment(3235f46b-6c81-440a-9222-fd4268b9529a),segment_id=3235f46b-6c81-440a-9222-fd4268b9529a)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:11:38.428683 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-26de9af1-c3b8-4dba-b609-8abdeb49aa0d req-6c390607-1fc3-4e2a-9654-fecd8f679e83 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:38.440892 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [req-26de9af1-c3b8-4dba-b609-8abdeb49aa0d req-6c390607-1fc3-4e2a-9654-fecd8f679e83 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Calling delete_port for 3bad6c0d-5926-424e-bc1f-f22aadbdbc51 owned by compute:nova {{(pid=106636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:11:38.625489 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-26de9af1-c3b8-4dba-b609-8abdeb49aa0d req-6c390607-1fc3-4e2a-9654-fecd8f679e83 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59726697'] for port, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:38.637767 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] get_ports_and_sgs() called for port_ids ['3bad6c0d-5926-424e-bc1f-f22aadbdbc51'] {{(pid=106638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 03:11:38.657724 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c390607-1fc3-4e2a-9654-fecd8f679e83 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Pushing event deleted for resources: {'Port': ['ID=3bad6c0d-5926-424e-bc1f-f22aadbdbc51,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:11:38.697697 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [req-26de9af1-c3b8-4dba-b609-8abdeb49aa0d req-6c390607-1fc3-4e2a-9654-fecd8f679e83 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] No DVR routers for this DVR port 3bad6c0d-5926-424e-bc1f-f22aadbdbc51 on host hv-cinder-81433 {{(pid=106636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 03:11:38.700208 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [req-26de9af1-c3b8-4dba-b609-8abdeb49aa0d req-6c390607-1fc3-4e2a-9654-fecd8f679e83 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991136'] for port, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:38.703486 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-26de9af1-c3b8-4dba-b609-8abdeb49aa0d req-6c390607-1fc3-4e2a-9654-fecd8f679e83 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.36 "DELETE /v2.0/ports/3bad6c0d-5926-424e-bc1f-f22aadbdbc51 HTTP/1.1" status: 204 len: 173 time: 0.4508622 Oct 18 03:11:38.703928 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373103aa-385b-43bd-903d-b3bddfa3e8f9', 'name': 'network-vif-deleted', 'tag': '3bad6c0d-5926-424e-bc1f-f22aadbdbc51'}] {{(pid=106636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 03:11:38.706154 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}496079113880dc21d8e474160779c487de2a9ec27c44afe50e843faa48598ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95018a3-261e-4a3d-a027-89de8372a9a3" -d '{"events": [{"server_uuid": "373103aa-385b-43bd-903d-b3bddfa3e8f9", "name": "network-vif-deleted", "tag": "3bad6c0d-5926-424e-bc1f-f22aadbdbc51"}]}' {{(pid=106636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 03:11:38.740083 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 03:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36990a1f-7473-4259-81d6-b60cb5766d3d x-openstack-request-id: req-36990a1f-7473-4259-81d6-b60cb5766d3d {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 03:11:38.740376 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373103aa-385b-43bd-903d-b3bddfa3e8f9", "name": "network-vif-deleted", "tag": "3bad6c0d-5926-424e-bc1f-f22aadbdbc51", "status": "completed", "code": 200}]} {{(pid=106636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 03:11:38.740656 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-36990a1f-7473-4259-81d6-b60cb5766d3d {{(pid=106636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 03:11:38.741037 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373103aa-385b-43bd-903d-b3bddfa3e8f9', 'name': 'network-vif-deleted', 'tag': '3bad6c0d-5926-424e-bc1f-f22aadbdbc51', 'status': 'completed', 'code': 200} Oct 18 03:11:38.911240 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [req-86c1f084-c0e7-40cf-8c82-2fbe2fe29013 req-eb28845f-5d80-45c4-a240-a8312b565232 tempest-TestMinimumBasicScenario-1568337353 tempest-TestMinimumBasicScenario-1568337353-project] 10.222.0.30 "GET /v2.0/ports?device_id=373103aa-385b-43bd-903d-b3bddfa3e8f9 HTTP/1.1" status: 200 len: 210 time: 0.0258486 Oct 18 03:11:41.207517 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 40736) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:11:41.542465 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b57f50ed-281a-4ef6-b752-45ae0e3882c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611615'] for router_interface, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:41.778890 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-b57f50ed-281a-4ef6-b752-45ae0e3882c5 admin admin] Deleting port 8aaf7703-5f4b-4d85-b489-af149be22327 {{(pid=106636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:11:41.779223 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b57f50ed-281a-4ef6-b752-45ae0e3882c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:41.854366 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-b57f50ed-281a-4ef6-b752-45ae0e3882c5 admin admin] For port 8aaf7703-5f4b-4d85-b489-af149be22327, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=8aaf7703-5f4b-4d85-b489-af149be22327,segment=NetworkSegment(3235f46b-6c81-440a-9222-fd4268b9529a),segment_id=3235f46b-6c81-440a-9222-fd4268b9529a)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:11:41.854762 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b57f50ed-281a-4ef6-b752-45ae0e3882c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:41.866791 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-b57f50ed-281a-4ef6-b752-45ae0e3882c5 admin admin] Calling delete_port for 8aaf7703-5f4b-4d85-b489-af149be22327 owned by network:router_interface {{(pid=106636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:11:42.086986 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 3bad6c0d-5926-424e-bc1f-f22aadbdbc51 no longer exists at agent hyperv_hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:11:42.110887 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] No Port match for: 3bad6c0d-5926-424e-bc1f-f22aadbdbc51 {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:11:42.111154 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Device 3bad6c0d-5926-424e-bc1f-f22aadbdbc51 not bound to the agent host hv-cinder-81433 {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:11:42.130603 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b57f50ed-281a-4ef6-b752-45ae0e3882c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59726697'] for port, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:42.158030 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57f50ed-281a-4ef6-b752-45ae0e3882c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8aaf7703-5f4b-4d85-b489-af149be22327,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:11:42.326909 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-b57f50ed-281a-4ef6-b752-45ae0e3882c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612667'] for router_interface, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:42.534533 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57f50ed-281a-4ef6-b752-45ae0e3882c5 admin admin] Router 37603589-40f1-4570-b4ac-c753c95656ef has already been hosted by L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 {{(pid=106636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 03:11:42.641410 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57f50ed-281a-4ef6-b752-45ae0e3882c5 admin admin] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 03:11:42.646746 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-b57f50ed-281a-4ef6-b752-45ae0e3882c5 admin admin] 10.222.0.30 "PUT /v2.0/routers/37603589-40f1-4570-b4ac-c753c95656ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4381912 Oct 18 03:11:42.649142 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 40738) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:11:42.653741 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfc6607-f3ae-4631-b5d8-8ec71968eb20 None None] Sync routers for ids ['37603589-40f1-4570-b4ac-c753c95656ef'] in dv-cinder-814333-1-iscsi {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 03:11:42.662481 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfc6607-f3ae-4631-b5d8-8ec71968eb20 None None] Routers {'37603589-40f1-4570-b4ac-c753c95656ef'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:11:42.663090 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-bdfc6607-f3ae-4631-b5d8-8ec71968eb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:11:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['37603589-40f1-4570-b4ac-c753c95656ef'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:11:42.749412 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-598899e7-347b-4d05-bb2c-4986fca7de80 admin admin] Notify callbacks [] for router, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:42.761569 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-bdfc6607-f3ae-4631-b5d8-8ec71968eb20 None None] Set router 37603589-40f1-4570-b4ac-c753c95656ef gateway port host: dv-cinder-814333-1-iscsi {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:11:42.850884 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-598899e7-347b-4d05-bb2c-4986fca7de80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:42.938329 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-bdfc6607-f3ae-4631-b5d8-8ec71968eb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37603589-40f1-4570-b4ac-c753c95656ef', 'name': 'tempest-TestMinimumBasicScenario-869973394-router', 'tenant_id': 'b602d02ee49e485692accc6bbdeee7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '7d6878e2-0ce5-4109-af97-ae010ca99fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:09:32Z', 'updated_at': '2021-10-18T03:11:41Z', 'revision_number': 5, 'project_id': 'b602d02ee49e485692accc6bbdeee7b5', 'gw_port': {'id': '7d6878e2-0ce5-4109-af97-ae010ca99fe6', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:48:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37603589-40f1-4570-b4ac-c753c95656ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:09:32Z', 'updated_at': '2021-10-18T03:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi'}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:11:42.964665 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfc6607-f3ae-4631-b5d8-8ec71968eb20 None None] Checking router: 37603589-40f1-4570-b4ac-c753c95656ef for host: dv-cinder-814333-1-iscsi {{(pid=106638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 03:11:42.970518 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-598899e7-347b-4d05-bb2c-4986fca7de80 admin admin] Deleting port 7d6878e2-0ce5-4109-af97-ae010ca99fe6 {{(pid=106636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:11:42.970869 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-598899e7-347b-4d05-bb2c-4986fca7de80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:42.973243 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfc6607-f3ae-4631-b5d8-8ec71968eb20 None None] Routers {'37603589-40f1-4570-b4ac-c753c95656ef'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:11:42.973871 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-bdfc6607-f3ae-4631-b5d8-8ec71968eb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:11:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['37603589-40f1-4570-b4ac-c753c95656ef'], 'active': True} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:11:43.048483 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-598899e7-347b-4d05-bb2c-4986fca7de80 admin admin] For port 7d6878e2-0ce5-4109-af97-ae010ca99fe6, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=7d6878e2-0ce5-4109-af97-ae010ca99fe6,segment=NetworkSegment(945c2ffc-cf09-447c-9907-99c5ee5cf6c6),segment_id=945c2ffc-cf09-447c-9907-99c5ee5cf6c6)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:11:43.048845 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-598899e7-347b-4d05-bb2c-4986fca7de80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:43.058435 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvr_db [None req-bdfc6607-f3ae-4631-b5d8-8ec71968eb20 None None] Set router 37603589-40f1-4570-b4ac-c753c95656ef gateway port host: None {{(pid=106638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:11:43.061453 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-598899e7-347b-4d05-bb2c-4986fca7de80 admin admin] Calling delete_port for 7d6878e2-0ce5-4109-af97-ae010ca99fe6 owned by network:router_gateway {{(pid=106636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:11:43.112790 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_hamode_db [None req-bdfc6607-f3ae-4631-b5d8-8ec71968eb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37603589-40f1-4570-b4ac-c753c95656ef', 'name': 'tempest-TestMinimumBasicScenario-869973394-router', 'tenant_id': 'b602d02ee49e485692accc6bbdeee7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:09:32Z', 'updated_at': '2021-10-18T03:11:42Z', 'revision_number': 6, 'project_id': 'b602d02ee49e485692accc6bbdeee7b5', 'gw_port_host': None}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:11:43.138659 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfc6607-f3ae-4631-b5d8-8ec71968eb20 None None] The sync data for ids ['37603589-40f1-4570-b4ac-c753c95656ef'] in dv-cinder-814333-1-iscsi is: [{'id': '37603589-40f1-4570-b4ac-c753c95656ef', 'name': 'tempest-TestMinimumBasicScenario-869973394-router', 'tenant_id': 'b602d02ee49e485692accc6bbdeee7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:09:32Z', 'updated_at': '2021-10-18T03:11:42Z', 'revision_number': 6, 'project_id': 'b602d02ee49e485692accc6bbdeee7b5', 'gw_port_host': None}] {{(pid=106638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 03:11:43.288012 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-598899e7-347b-4d05-bb2c-4986fca7de80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59726697'] for port, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:43.313993 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598899e7-347b-4d05-bb2c-4986fca7de80 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d6878e2-0ce5-4109-af97-ae010ca99fe6,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:11:43.374751 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-598899e7-347b-4d05-bb2c-4986fca7de80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-612801'] for router_gateway, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:43.460550 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-598899e7-347b-4d05-bb2c-4986fca7de80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3517'] for router, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:43.462624 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-598899e7-347b-4d05-bb2c-4986fca7de80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:43.591379 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-598899e7-347b-4d05-bb2c-4986fca7de80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611441'] for router, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:43.591912 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598899e7-347b-4d05-bb2c-4986fca7de80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37603589-40f1-4570-b4ac-c753c95656ef {{(pid=106636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 03:11:43.596440 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-598899e7-347b-4d05-bb2c-4986fca7de80 admin admin] Notify callbacks [] for router, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:43.597694 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-598899e7-347b-4d05-bb2c-4986fca7de80 admin admin] 10.222.0.30 "DELETE /v2.0/routers/37603589-40f1-4570-b4ac-c753c95656ef HTTP/1.1" status: 204 len: 168 time: 0.9476523 Oct 18 03:11:43.600177 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 40740) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:11:43.644121 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.db_base_plugin_v2 [None req-d16762c1-fb07-4d13-8fff-6e65e87d8b89 admin admin] Deleting subnet 11369316-7000-4442-8bbc-bd4609238a73 {{(pid=106636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 18 03:11:43.647018 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-d16762c1-fb07-4d13-8fff-6e65e87d8b89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:43.684476 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-d16762c1-fb07-4d13-8fff-6e65e87d8b89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58918483'] for subnet, precommit_delete_associations {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:43.757950 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-d16762c1-fb07-4d13-8fff-6e65e87d8b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7935780'] for subnet, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:43.872067 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-d16762c1-fb07-4d13-8fff-6e65e87d8b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7935787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59726650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60180870'] for subnet, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:43.902507 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16762c1-fb07-4d13-8fff-6e65e87d8b89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11369316-7000-4442-8bbc-bd4609238a73,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:11:43.903774 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-d16762c1-fb07-4d13-8fff-6e65e87d8b89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for subnet, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:43.907298 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-d16762c1-fb07-4d13-8fff-6e65e87d8b89 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/11369316-7000-4442-8bbc-bd4609238a73 HTTP/1.1" status: 204 len: 168 time: 0.3062127 Oct 18 03:11:43.909661 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.wsgi [-] (106636) accepted ('10.222.0.30', 40742) {{(pid=106636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:11:43.911604 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ea9e26-d603-4c7a-a8b8-63dba0dc39ff None None] Network 8584cd4d-4630-44f4-b3e3-3af6de3b2332 requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 03:11:43.985199 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-240376fb-63c8-42be-9528-2439d9694ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7981797'] for network, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:44.038773 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-240376fb-63c8-42be-9528-2439d9694ec5 admin admin] Deleting port a643a403-dc7b-45de-94dc-9e9fe209fc10 {{(pid=106636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:11:44.039133 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-240376fb-63c8-42be-9528-2439d9694ec5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:44.092917 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b3c85e-8032-4466-a5a4-03052ac82f36 None None] DHCP port deletion for 8584cd4d-4630-44f4-b3e3-3af6de3b2332 request from dv-cinder-814333-1-iscsi {{(pid=106638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 03:11:44.106121 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.db [None req-240376fb-63c8-42be-9528-2439d9694ec5 admin admin] For port a643a403-dc7b-45de-94dc-9e9fe209fc10, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=a643a403-dc7b-45de-94dc-9e9fe209fc10,segment=NetworkSegment(3235f46b-6c81-440a-9222-fd4268b9529a),segment_id=3235f46b-6c81-440a-9222-fd4268b9529a)] {{(pid=106636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:11:44.106505 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-240376fb-63c8-42be-9528-2439d9694ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:44.121440 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.plugin [None req-240376fb-63c8-42be-9528-2439d9694ec5 admin admin] Calling delete_port for a643a403-dc7b-45de-94dc-9e9fe209fc10 owned by network:dhcp {{(pid=106636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:11:44.142594 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-60b3c85e-8032-4466-a5a4-03052ac82f36 None None] Deleting port a643a403-dc7b-45de-94dc-9e9fe209fc10 {{(pid=106638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:11:44.143154 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-60b3c85e-8032-4466-a5a4-03052ac82f36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:44.204025 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-60b3c85e-8032-4466-a5a4-03052ac82f36 None None] For port a643a403-dc7b-45de-94dc-9e9fe209fc10, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=a643a403-dc7b-45de-94dc-9e9fe209fc10,segment=NetworkSegment(3235f46b-6c81-440a-9222-fd4268b9529a),segment_id=3235f46b-6c81-440a-9222-fd4268b9529a)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:11:44.204412 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-60b3c85e-8032-4466-a5a4-03052ac82f36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:44.220219 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-60b3c85e-8032-4466-a5a4-03052ac82f36 None None] Calling delete_port for a643a403-dc7b-45de-94dc-9e9fe209fc10 owned by network:dhcp {{(pid=106638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:11:44.288652 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-240376fb-63c8-42be-9528-2439d9694ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59726697'] for port, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:44.295441 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-60b3c85e-8032-4466-a5a4-03052ac82f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607'] for port, after_delete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:44.315269 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240376fb-63c8-42be-9528-2439d9694ec5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a643a403-dc7b-45de-94dc-9e9fe209fc10,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:11:44.319001 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240376fb-63c8-42be-9528-2439d9694ec5 admin admin] No DVR routers for this DVR port a643a403-dc7b-45de-94dc-9e9fe209fc10 on host dv-cinder-814333-1-iscsi {{(pid=106636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 03:11:44.321884 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3c85e-8032-4466-a5a4-03052ac82f36 None None] Pushing event deleted for resources: {'Port': ['ID=a643a403-dc7b-45de-94dc-9e9fe209fc10,revision_number=None']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:11:44.325026 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b3c85e-8032-4466-a5a4-03052ac82f36 None None] No DVR routers for this DVR port a643a403-dc7b-45de-94dc-9e9fe209fc10 on host dv-cinder-814333-1-iscsi {{(pid=106638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 03:11:44.331661 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b3c85e-8032-4466-a5a4-03052ac82f36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:11:44.332009 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b3c85e-8032-4466-a5a4-03052ac82f36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:11:44.332339 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b3c85e-8032-4466-a5a4-03052ac82f36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:11:44.332674 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b3c85e-8032-4466-a5a4-03052ac82f36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:11:44.333005 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b3c85e-8032-4466-a5a4-03052ac82f36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:11:44.333382 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b3c85e-8032-4466-a5a4-03052ac82f36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:11:44.333647 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b3c85e-8032-4466-a5a4-03052ac82f36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:11:44.333992 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b3c85e-8032-4466-a5a4-03052ac82f36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:11:44.334313 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b3c85e-8032-4466-a5a4-03052ac82f36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:11:44.334626 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b3c85e-8032-4466-a5a4-03052ac82f36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:11:44.334939 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b3c85e-8032-4466-a5a4-03052ac82f36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:11:44.336538 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b3c85e-8032-4466-a5a4-03052ac82f36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814333-1-iscsi {{(pid=106638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 03:11:44.394265 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-240376fb-63c8-42be-9528-2439d9694ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7935455', 'neutron.services.segments.db._delete_segments_for_network-8748751250701'] for network, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:44.414185 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.services.segments.db [None req-240376fb-63c8-42be-9528-2439d9694ec5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8584cd4d-4630-44f4-b3e3-3af6de3b2332']}} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:11:44.423827 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.services.segments.db [None req-240376fb-63c8-42be-9528-2439d9694ec5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3235f46b-6c81-440a-9222-fd4268b9529a') {'for_net_delete': True} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:11:44.424151 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.services.segments.db [None req-240376fb-63c8-42be-9528-2439d9694ec5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3235f46b-6c81-440a-9222-fd4268b9529a') {} {{(pid=106636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:11:44.433286 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-240376fb-63c8-42be-9528-2439d9694ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748751250198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58918476'] for segment, before_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:44.446171 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-240376fb-63c8-42be-9528-2439d9694ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965'] for segment, precommit_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:44.452537 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-240376fb-63c8-42be-9528-2439d9694ec5 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=106636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 03:11:44.452922 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-240376fb-63c8-42be-9528-2439d9694ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59726684'] for segment, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:44.454600 dv-cinder-814333-1-iscsi neutron-server[106636]: Traceback (most recent call last): Oct 18 03:11:44.454600 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 03:11:44.454600 dv-cinder-814333-1-iscsi neutron-server[106636]: timer() Oct 18 03:11:44.454600 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 03:11:44.454600 dv-cinder-814333-1-iscsi neutron-server[106636]: cb(*args, **kw) Oct 18 03:11:44.454600 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 03:11:44.454600 dv-cinder-814333-1-iscsi neutron-server[106636]: return func(*args, **kwargs) Oct 18 03:11:44.454600 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 03:11:44.454600 dv-cinder-814333-1-iscsi neutron-server[106636]: self._notify() Oct 18 03:11:44.454600 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 03:11:44.454600 dv-cinder-814333-1-iscsi neutron-server[106636]: self.callback(batched_events) Oct 18 03:11:44.454600 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 03:11:44.454600 dv-cinder-814333-1-iscsi neutron-server[106636]: event.method(event) Oct 18 03:11:44.454600 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 03:11:44.454600 dv-cinder-814333-1-iscsi neutron-server[106636]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 03:11:44.454600 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 03:11:44.454600 dv-cinder-814333-1-iscsi neutron-server[106636]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 03:11:44.454600 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 03:11:44.454600 dv-cinder-814333-1-iscsi neutron-server[106636]: return f(self, *a, **k) Oct 18 03:11:44.454600 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 03:11:44.454600 dv-cinder-814333-1-iscsi neutron-server[106636]: return self._get(url).json() Oct 18 03:11:44.454600 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 03:11:44.454600 dv-cinder-814333-1-iscsi neutron-server[106636]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 03:11:44.454600 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 03:11:44.454600 dv-cinder-814333-1-iscsi neutron-server[106636]: return self.request(url, 'GET', **kwargs) Oct 18 03:11:44.454600 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 03:11:44.454600 dv-cinder-814333-1-iscsi neutron-server[106636]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 03:11:44.454600 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 03:11:44.454600 dv-cinder-814333-1-iscsi neutron-server[106636]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 03:11:44.454600 dv-cinder-814333-1-iscsi neutron-server[106636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 03:11:44.454600 dv-cinder-814333-1-iscsi neutron-server[106636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 03:11:44.454600 dv-cinder-814333-1-iscsi neutron-server[106636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 03:11:44.550618 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-240376fb-63c8-42be-9528-2439d9694ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7935398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612845'] for network, after_delete {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:44.555842 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron_lib.callbacks.manager [None req-240376fb-63c8-42be-9528-2439d9694ec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for network, before_response {{(pid=106636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:44.559128 dv-cinder-814333-1-iscsi neutron-server[106636]: INFO neutron.wsgi [None req-240376fb-63c8-42be-9528-2439d9694ec5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8584cd4d-4630-44f4-b3e3-3af6de3b2332 HTTP/1.1" status: 204 len: 168 time: 0.6484959 Oct 18 03:11:44.562081 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 40744) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:11:44.569815 dv-cinder-814333-1-iscsi neutron-server[106636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240376fb-63c8-42be-9528-2439d9694ec5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8584cd4d-4630-44f4-b3e3-3af6de3b2332,revision_number=None']} {{(pid=106636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:11:44.646803 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 8aaf7703-5f4b-4d85-b489-af149be22327 no longer exists at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:11:44.666669 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] No Port match for: 8aaf7703-5f4b-4d85-b489-af149be22327 {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:11:44.667641 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 8aaf7703-5f4b-4d85-b489-af149be22327 not bound to the agent host dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:11:44.668181 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device a643a403-dc7b-45de-94dc-9e9fe209fc10 no longer exists at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:11:44.688725 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] No Port match for: a643a403-dc7b-45de-94dc-9e9fe209fc10 {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:11:44.689061 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device a643a403-dc7b-45de-94dc-9e9fe209fc10 not bound to the agent host dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:11:44.689467 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 7d6878e2-0ce5-4109-af97-ae010ca99fe6 no longer exists at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:11:44.707242 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] No Port match for: 7d6878e2-0ce5-4109-af97-ae010ca99fe6 {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:11:44.707583 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 7d6878e2-0ce5-4109-af97-ae010ca99fe6 not bound to the agent host dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:11:44.898107 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-899fb6ec-22ac-4b1c-8d11-8ee4a2255a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611615'] for router_interface, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:45.132607 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-899fb6ec-22ac-4b1c-8d11-8ee4a2255a78 admin admin] Deleting port 7852eea8-09a4-4b7a-84ee-0e682df6e59d {{(pid=106637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:11:45.132942 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-899fb6ec-22ac-4b1c-8d11-8ee4a2255a78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:45.210680 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [None req-899fb6ec-22ac-4b1c-8d11-8ee4a2255a78 admin admin] For port 7852eea8-09a4-4b7a-84ee-0e682df6e59d, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=7852eea8-09a4-4b7a-84ee-0e682df6e59d,segment=NetworkSegment(fe6f81f7-6f17-4edc-9758-f7a9b34acc2d),segment_id=fe6f81f7-6f17-4edc-9758-f7a9b34acc2d)] {{(pid=106637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:11:45.211085 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-899fb6ec-22ac-4b1c-8d11-8ee4a2255a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:45.223632 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-899fb6ec-22ac-4b1c-8d11-8ee4a2255a78 admin admin] Calling delete_port for 7852eea8-09a4-4b7a-84ee-0e682df6e59d owned by network:router_interface {{(pid=106637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:11:45.459427 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-899fb6ec-22ac-4b1c-8d11-8ee4a2255a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:45.482918 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899fb6ec-22ac-4b1c-8d11-8ee4a2255a78 admin admin] Pushing event deleted for resources: {'Port': ['ID=7852eea8-09a4-4b7a-84ee-0e682df6e59d,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:11:45.644521 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-899fb6ec-22ac-4b1c-8d11-8ee4a2255a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612667'] for router_interface, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:45.854829 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-899fb6ec-22ac-4b1c-8d11-8ee4a2255a78 admin admin] Router f93cba57-2f5f-4033-a8f9-15e6402b2cd3 has already been hosted by L3 agent 921027ff-b72e-40e1-8867-df4f3d10d0c7 {{(pid=106637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 03:11:45.959301 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899fb6ec-22ac-4b1c-8d11-8ee4a2255a78 admin admin] Notify agent at l3_agent.dv-cinder-814333-1-iscsi the message routers_updated {{(pid=106637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 03:11:45.964925 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-899fb6ec-22ac-4b1c-8d11-8ee4a2255a78 admin admin] 10.222.0.30 "PUT /v2.0/routers/f93cba57-2f5f-4033-a8f9-15e6402b2cd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4018180 Oct 18 03:11:45.967458 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 40746) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:11:45.970474 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc18a98-9fbc-46b8-8bd6-2de8a2794d6e None None] Sync routers for ids ['f93cba57-2f5f-4033-a8f9-15e6402b2cd3'] in dv-cinder-814333-1-iscsi {{(pid=106639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 03:11:45.980987 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc18a98-9fbc-46b8-8bd6-2de8a2794d6e None None] Routers {'f93cba57-2f5f-4033-a8f9-15e6402b2cd3'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:11:45.981596 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-abc18a98-9fbc-46b8-8bd6-2de8a2794d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:11:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['f93cba57-2f5f-4033-a8f9-15e6402b2cd3'], 'active': True} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:11:46.068579 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-34917869-0692-4c35-ab38-9619306d1096 admin admin] Notify callbacks [] for router, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:46.083060 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvr_db [None req-abc18a98-9fbc-46b8-8bd6-2de8a2794d6e None None] Set router f93cba57-2f5f-4033-a8f9-15e6402b2cd3 gateway port host: dv-cinder-814333-1-iscsi {{(pid=106639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:11:46.167693 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-34917869-0692-4c35-ab38-9619306d1096 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:46.255643 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-abc18a98-9fbc-46b8-8bd6-2de8a2794d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93cba57-2f5f-4033-a8f9-15e6402b2cd3', 'name': 'tempest-TestMinimumBasicScenario-1563443421-router', 'tenant_id': '6c4e0a78efc049bf96fcfbf2c9478052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'external_fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'a8768f47-3552-4472-ac23-6f947fda5abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:09:38Z', 'updated_at': '2021-10-18T03:11:45Z', 'revision_number': 5, 'project_id': '6c4e0a78efc049bf96fcfbf2c9478052', 'gw_port': {'id': 'a8768f47-3552-4472-ac23-6f947fda5abb', 'name': '', 'network_id': 'ec1e2d0f-026f-465c-b326-53f6d0173c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93cba57-2f5f-4033-a8f9-15e6402b2cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814333-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T03:09:38Z', 'updated_at': '2021-10-18T03:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df7c5eba-93a9-4f97-9356-1dcfa994647a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814333-1-iscsi'}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:11:46.280467 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc18a98-9fbc-46b8-8bd6-2de8a2794d6e None None] Checking router: f93cba57-2f5f-4033-a8f9-15e6402b2cd3 for host: dv-cinder-814333-1-iscsi {{(pid=106639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 03:11:46.288442 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc18a98-9fbc-46b8-8bd6-2de8a2794d6e None None] Routers {'f93cba57-2f5f-4033-a8f9-15e6402b2cd3'} bound to L3 agent in host dv-cinder-814333-1-iscsi {{(pid=106639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 03:11:46.289036 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-abc18a98-9fbc-46b8-8bd6-2de8a2794d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814333-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T02:50:22Z,description=,heartbeat_timestamp=2021-10-18T03:11:22Z,host='dv-cinder-814333-1-iscsi',id=921027ff-b72e-40e1-8867-df4f3d10d0c7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T02:50:22Z,topic='l3_agent')) {'router_ids': ['f93cba57-2f5f-4033-a8f9-15e6402b2cd3'], 'active': True} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:11:46.313847 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-34917869-0692-4c35-ab38-9619306d1096 admin admin] Deleting port a8768f47-3552-4472-ac23-6f947fda5abb {{(pid=106637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:11:46.314190 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-34917869-0692-4c35-ab38-9619306d1096 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:46.395481 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [None req-34917869-0692-4c35-ab38-9619306d1096 admin admin] For port a8768f47-3552-4472-ac23-6f947fda5abb, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=a8768f47-3552-4472-ac23-6f947fda5abb,segment=NetworkSegment(945c2ffc-cf09-447c-9907-99c5ee5cf6c6),segment_id=945c2ffc-cf09-447c-9907-99c5ee5cf6c6)] {{(pid=106637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:11:46.395837 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-34917869-0692-4c35-ab38-9619306d1096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:46.409414 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-34917869-0692-4c35-ab38-9619306d1096 admin admin] Calling delete_port for a8768f47-3552-4472-ac23-6f947fda5abb owned by network:router_gateway {{(pid=106637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:11:46.461276 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_dvr_db [None req-abc18a98-9fbc-46b8-8bd6-2de8a2794d6e None None] Set router f93cba57-2f5f-4033-a8f9-15e6402b2cd3 gateway port host: None {{(pid=106639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 03:11:46.511535 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.l3_hamode_db [None req-abc18a98-9fbc-46b8-8bd6-2de8a2794d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93cba57-2f5f-4033-a8f9-15e6402b2cd3', 'name': 'tempest-TestMinimumBasicScenario-1563443421-router', 'tenant_id': '6c4e0a78efc049bf96fcfbf2c9478052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:09:38Z', 'updated_at': '2021-10-18T03:11:46Z', 'revision_number': 6, 'project_id': '6c4e0a78efc049bf96fcfbf2c9478052', 'gw_port_host': None}], 'dv-cinder-814333-1-iscsi', False) {} {{(pid=106639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:11:46.539361 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc18a98-9fbc-46b8-8bd6-2de8a2794d6e None None] The sync data for ids ['f93cba57-2f5f-4033-a8f9-15e6402b2cd3'] in dv-cinder-814333-1-iscsi is: [{'id': 'f93cba57-2f5f-4033-a8f9-15e6402b2cd3', 'name': 'tempest-TestMinimumBasicScenario-1563443421-router', 'tenant_id': '6c4e0a78efc049bf96fcfbf2c9478052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T03:09:38Z', 'updated_at': '2021-10-18T03:11:46Z', 'revision_number': 6, 'project_id': '6c4e0a78efc049bf96fcfbf2c9478052', 'gw_port_host': None}] {{(pid=106639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 03:11:46.644812 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-34917869-0692-4c35-ab38-9619306d1096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:46.674167 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34917869-0692-4c35-ab38-9619306d1096 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8768f47-3552-4472-ac23-6f947fda5abb,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:11:46.732908 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-34917869-0692-4c35-ab38-9619306d1096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-612801'] for router_gateway, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:46.818367 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-34917869-0692-4c35-ab38-9619306d1096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3517'] for router, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:46.820430 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-34917869-0692-4c35-ab38-9619306d1096 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:46.970902 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-34917869-0692-4c35-ab38-9619306d1096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611441'] for router, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:46.971813 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34917869-0692-4c35-ab38-9619306d1096 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f93cba57-2f5f-4033-a8f9-15e6402b2cd3 {{(pid=106637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 03:11:46.976161 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-34917869-0692-4c35-ab38-9619306d1096 admin admin] Notify callbacks [] for router, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:46.977342 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-34917869-0692-4c35-ab38-9619306d1096 admin admin] 10.222.0.30 "DELETE /v2.0/routers/f93cba57-2f5f-4033-a8f9-15e6402b2cd3 HTTP/1.1" status: 204 len: 168 time: 1.0089211 Oct 18 03:11:46.980484 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 40748) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:11:47.027840 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8193a7f-5712-46d1-8df2-eeb01d466e12 admin admin] Deleting subnet ac57e8d7-3241-4123-9346-7510696bf796 {{(pid=106637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 18 03:11:47.030733 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-c8193a7f-5712-46d1-8df2-eeb01d466e12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:47.063484 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-c8193a7f-5712-46d1-8df2-eeb01d466e12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2103684'] for subnet, precommit_delete_associations {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:47.137951 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-c8193a7f-5712-46d1-8df2-eeb01d466e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7935780'] for subnet, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:47.254250 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 7852eea8-09a4-4b7a-84ee-0e682df6e59d no longer exists at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:11:47.274815 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] No Port match for: 7852eea8-09a4-4b7a-84ee-0e682df6e59d {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:11:47.277420 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 7852eea8-09a4-4b7a-84ee-0e682df6e59d not bound to the agent host dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:11:47.305839 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-c8193a7f-5712-46d1-8df2-eeb01d466e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7935787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3168638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3874213'] for subnet, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:47.336643 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8193a7f-5712-46d1-8df2-eeb01d466e12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac57e8d7-3241-4123-9346-7510696bf796,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:11:47.339128 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-c8193a7f-5712-46d1-8df2-eeb01d466e12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:47.342669 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-c8193a7f-5712-46d1-8df2-eeb01d466e12 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ac57e8d7-3241-4123-9346-7510696bf796 HTTP/1.1" status: 204 len: 168 time: 0.3611257 Oct 18 03:11:47.344998 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 40750) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:11:47.349226 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52abd999-0342-42a8-aa71-02b100d4ff34 None None] Network 28341a3b-1b03-45f7-b310-15f7731213ae requested from dv-cinder-814333-1-iscsi {{(pid=106638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 03:11:47.415687 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-0d73e349-a3c4-4886-a6d4-f8e684558dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7981797'] for network, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:47.483103 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-0d73e349-a3c4-4886-a6d4-f8e684558dc0 admin admin] Deleting port 61c3f9ca-36a4-42eb-a217-32e510b2109c {{(pid=106637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:11:47.483636 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-0d73e349-a3c4-4886-a6d4-f8e684558dc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:47.528308 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636368fb-07e6-40ff-a7b4-8c6181e37564 None None] DHCP port deletion for 28341a3b-1b03-45f7-b310-15f7731213ae request from dv-cinder-814333-1-iscsi {{(pid=106638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 03:11:47.577265 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-636368fb-07e6-40ff-a7b4-8c6181e37564 None None] Deleting port 61c3f9ca-36a4-42eb-a217-32e510b2109c {{(pid=106638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 18 03:11:47.577636 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-636368fb-07e6-40ff-a7b4-8c6181e37564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748751480926'] for port, before_delete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:47.641886 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.db [None req-636368fb-07e6-40ff-a7b4-8c6181e37564 None None] For port 61c3f9ca-36a4-42eb-a217-32e510b2109c, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=61c3f9ca-36a4-42eb-a217-32e510b2109c,segment=NetworkSegment(fe6f81f7-6f17-4edc-9758-f7a9b34acc2d),segment_id=fe6f81f7-6f17-4edc-9758-f7a9b34acc2d)] {{(pid=106638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:11:47.642431 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-636368fb-07e6-40ff-a7b4-8c6181e37564 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:47.656668 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-636368fb-07e6-40ff-a7b4-8c6181e37564 None None] Calling delete_port for 61c3f9ca-36a4-42eb-a217-32e510b2109c owned by network:dhcp {{(pid=106638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:11:47.804033 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.db [None req-0d73e349-a3c4-4886-a6d4-f8e684558dc0 admin admin] For port 61c3f9ca-36a4-42eb-a217-32e510b2109c, host dv-cinder-814333-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814333-1-iscsi',level=0,port_id=61c3f9ca-36a4-42eb-a217-32e510b2109c,segment=NetworkSegment(fe6f81f7-6f17-4edc-9758-f7a9b34acc2d),segment_id=fe6f81f7-6f17-4edc-9758-f7a9b34acc2d)] {{(pid=106637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 03:11:47.804610 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-0d73e349-a3c4-4886-a6d4-f8e684558dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631027'] for port, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:47.810725 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-636368fb-07e6-40ff-a7b4-8c6181e37564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607'] for port, after_delete {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:47.816716 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.plugin [None req-0d73e349-a3c4-4886-a6d4-f8e684558dc0 admin admin] Calling delete_port for 61c3f9ca-36a4-42eb-a217-32e510b2109c owned by network:dhcp {{(pid=106637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 18 03:11:47.836427 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636368fb-07e6-40ff-a7b4-8c6181e37564 None None] Pushing event deleted for resources: {'Port': ['ID=61c3f9ca-36a4-42eb-a217-32e510b2109c,revision_number=None']} {{(pid=106638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:11:47.840719 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636368fb-07e6-40ff-a7b4-8c6181e37564 None None] No DVR routers for this DVR port 61c3f9ca-36a4-42eb-a217-32e510b2109c on host dv-cinder-814333-1-iscsi {{(pid=106638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 03:11:47.891986 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-0d73e349-a3c4-4886-a6d4-f8e684558dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7887347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748751486760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748750904607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3168557'] for port, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:47.919235 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73e349-a3c4-4886-a6d4-f8e684558dc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=61c3f9ca-36a4-42eb-a217-32e510b2109c,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:11:47.923848 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d73e349-a3c4-4886-a6d4-f8e684558dc0 admin admin] No DVR routers for this DVR port 61c3f9ca-36a4-42eb-a217-32e510b2109c on host dv-cinder-814333-1-iscsi {{(pid=106637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 03:11:47.994002 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-0d73e349-a3c4-4886-a6d4-f8e684558dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7935455', 'neutron.services.segments.db._delete_segments_for_network-8748751250701'] for network, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:48.014032 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.services.segments.db [None req-0d73e349-a3c4-4886-a6d4-f8e684558dc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28341a3b-1b03-45f7-b310-15f7731213ae']}} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:11:48.022803 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.services.segments.db [None req-0d73e349-a3c4-4886-a6d4-f8e684558dc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe6f81f7-6f17-4edc-9758-f7a9b34acc2d') {'for_net_delete': True} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:11:48.023098 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.services.segments.db [None req-0d73e349-a3c4-4886-a6d4-f8e684558dc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe6f81f7-6f17-4edc-9758-f7a9b34acc2d') {} {{(pid=106637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 03:11:48.032997 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-0d73e349-a3c4-4886-a6d4-f8e684558dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748751250198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2103707'] for segment, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:48.045883 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-0d73e349-a3c4-4886-a6d4-f8e684558dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965'] for segment, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:48.051503 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d73e349-a3c4-4886-a6d4-f8e684558dc0 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=106637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 03:11:48.051899 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-0d73e349-a3c4-4886-a6d4-f8e684558dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7937965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3168536'] for segment, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:48.053495 dv-cinder-814333-1-iscsi neutron-server[106637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 03:11:48.053495 dv-cinder-814333-1-iscsi neutron-server[106637]: self.session.flush() Oct 18 03:11:48.053495 dv-cinder-814333-1-iscsi neutron-server[106637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 03:11:48.053495 dv-cinder-814333-1-iscsi neutron-server[106637]: self.session.flush() Oct 18 03:11:48.053495 dv-cinder-814333-1-iscsi neutron-server[106637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 03:11:48.053495 dv-cinder-814333-1-iscsi neutron-server[106637]: self.session.flush() Oct 18 03:11:48.053495 dv-cinder-814333-1-iscsi neutron-server[106637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 03:11:48.053495 dv-cinder-814333-1-iscsi neutron-server[106637]: self.session.flush() Oct 18 03:11:48.053495 dv-cinder-814333-1-iscsi neutron-server[106637]: Traceback (most recent call last): Oct 18 03:11:48.053495 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 03:11:48.053495 dv-cinder-814333-1-iscsi neutron-server[106637]: timer() Oct 18 03:11:48.053495 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 03:11:48.053495 dv-cinder-814333-1-iscsi neutron-server[106637]: cb(*args, **kw) Oct 18 03:11:48.053495 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 03:11:48.053495 dv-cinder-814333-1-iscsi neutron-server[106637]: return func(*args, **kwargs) Oct 18 03:11:48.053495 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 03:11:48.053495 dv-cinder-814333-1-iscsi neutron-server[106637]: self._notify() Oct 18 03:11:48.053495 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 03:11:48.053495 dv-cinder-814333-1-iscsi neutron-server[106637]: self.callback(batched_events) Oct 18 03:11:48.053495 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 03:11:48.053495 dv-cinder-814333-1-iscsi neutron-server[106637]: event.method(event) Oct 18 03:11:48.053495 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 03:11:48.053495 dv-cinder-814333-1-iscsi neutron-server[106637]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 03:11:48.053495 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 03:11:48.053495 dv-cinder-814333-1-iscsi neutron-server[106637]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 03:11:48.053495 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 03:11:48.053495 dv-cinder-814333-1-iscsi neutron-server[106637]: return f(self, *a, **k) Oct 18 03:11:48.053495 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 03:11:48.053495 dv-cinder-814333-1-iscsi neutron-server[106637]: return self._get(url).json() Oct 18 03:11:48.053495 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 03:11:48.053495 dv-cinder-814333-1-iscsi neutron-server[106637]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 03:11:48.053495 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 03:11:48.053495 dv-cinder-814333-1-iscsi neutron-server[106637]: return self.request(url, 'GET', **kwargs) Oct 18 03:11:48.053495 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 03:11:48.053495 dv-cinder-814333-1-iscsi neutron-server[106637]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 03:11:48.053495 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 03:11:48.053495 dv-cinder-814333-1-iscsi neutron-server[106637]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 03:11:48.053495 dv-cinder-814333-1-iscsi neutron-server[106637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 03:11:48.053495 dv-cinder-814333-1-iscsi neutron-server[106637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 03:11:48.053495 dv-cinder-814333-1-iscsi neutron-server[106637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 03:11:48.156372 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-0d73e349-a3c4-4886-a6d4-f8e684558dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7935398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612845'] for network, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:48.161427 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-0d73e349-a3c4-4886-a6d4-f8e684558dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622131'] for network, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:48.164613 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-0d73e349-a3c4-4886-a6d4-f8e684558dc0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/28341a3b-1b03-45f7-b310-15f7731213ae HTTP/1.1" status: 204 len: 168 time: 0.8175452 Oct 18 03:11:48.175727 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73e349-a3c4-4886-a6d4-f8e684558dc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=28341a3b-1b03-45f7-b310-15f7731213ae,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:11:48.519901 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 40754) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:11:48.559026 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-a0d291b0-fb8a-45eb-90e7-9ac9523c6ea1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b602d02ee49e485692accc6bbdeee7b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379882 Oct 18 03:11:48.561422 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 40756) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:11:48.608661 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-be7ad7af-68c3-410e-9e1c-95e9e7d491e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:48.630337 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-be7ad7af-68c3-410e-9e1c-95e9e7d491e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:48.647429 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 61c3f9ca-36a4-42eb-a217-32e510b2109c no longer exists at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:11:48.666615 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] No Port match for: 61c3f9ca-36a4-42eb-a217-32e510b2109c {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:11:48.667475 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device 61c3f9ca-36a4-42eb-a217-32e510b2109c not bound to the agent host dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:11:48.667884 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device a8768f47-3552-4472-ac23-6f947fda5abb no longer exists at agent ovs-agent-dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 03:11:48.686305 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.plugin [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] No Port match for: a8768f47-3552-4472-ac23-6f947fda5abb {{(pid=106638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 18 03:11:48.686577 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron.plugins.ml2.rpc [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Device a8768f47-3552-4472-ac23-6f947fda5abb not bound to the agent host dv-cinder-814333-1-iscsi {{(pid=106638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 03:11:48.747799 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-be7ad7af-68c3-410e-9e1c-95e9e7d491e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:48.750409 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-be7ad7af-68c3-410e-9e1c-95e9e7d491e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:48.751567 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-be7ad7af-68c3-410e-9e1c-95e9e7d491e9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5eb11d89-6870-48da-865f-fcbc17003267 HTTP/1.1" status: 204 len: 168 time: 0.1891975 Oct 18 03:11:48.759440 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ad7af-68c3-410e-9e1c-95e9e7d491e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb11d89-6870-48da-865f-fcbc17003267,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:11:49.255883 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-05bfa6b3-6a28-494b-99b9-512bedc73450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:49.424601 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 40762) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:11:49.467707 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-2a187689-fa2d-403b-9f70-e82c4d4708fc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6c4e0a78efc049bf96fcfbf2c9478052&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419843 Oct 18 03:11:49.470244 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [-] (106637) accepted ('10.222.0.30', 40764) {{(pid=106637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 03:11:49.520474 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-bc290b0b-8747-47b9-b44a-8b8fac48d180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:49.541321 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-bc290b0b-8747-47b9-b44a-8b8fac48d180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:49.644308 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-bc290b0b-8747-47b9-b44a-8b8fac48d180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621664'] for security_group, after_delete {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:49.646935 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron_lib.callbacks.manager [None req-bc290b0b-8747-47b9-b44a-8b8fac48d180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:49.648066 dv-cinder-814333-1-iscsi neutron-server[106637]: INFO neutron.wsgi [None req-bc290b0b-8747-47b9-b44a-8b8fac48d180 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0e96e73f-4873-4031-bfa5-480a3d9fcb78 HTTP/1.1" status: 204 len: 168 time: 0.1727259 Oct 18 03:11:49.662704 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc290b0b-8747-47b9-b44a-8b8fac48d180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e96e73f-4873-4031-bfa5-480a3d9fcb78,revision_number=None']} {{(pid=106637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 03:11:51.922007 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-35c1466d-96ba-445b-b64a-8db93d4841fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:52.533909 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:53.313063 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:54.659262 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:11:56.592344 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 6 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 03:12:06.535661 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:12:19.261267 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-3218f972-ea0c-4ecd-8a4c-0bcb840f72f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:12:21.889661 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-44292a00-b3b7-4026-bfa4-2534a749837e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:12:22.546796 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:12:23.298356 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:12:24.674184 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:12:33.591538 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 6 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 03:12:36.506845 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:12:49.263578 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-723a3da1-04e6-4859-bbcf-f09531e10c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:12:51.891891 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-f889b3f1-761e-4eb7-a9ec-58c069ad77ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:12:52.531979 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:12:53.287367 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:12:54.669590 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:13:06.503332 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:13:10.591212 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 6 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 03:13:19.248730 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-aac5fec3-9c1f-44d3-bf8a-55c51962b9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:13:21.908631 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-4907e0c1-a0c1-42c7-b67c-94cfc865c3ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:13:22.554385 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:13:23.300310 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:13:24.680129 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:13:36.505574 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:13:47.592134 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 6 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 03:13:49.254245 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-9efbfd17-06fc-4853-a293-10ac207533e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:13:51.882464 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-ab0d759a-48cb-45e0-8958-01ed578d1518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:13:52.559510 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:13:53.285371 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:13:54.665621 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:14:06.510976 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:14:19.253385 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-805e9502-7a3c-47ce-881a-6c267c19d19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:14:21.890186 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-1442217e-e6a1-4618-9b68-3d8ff13743fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:14:22.547674 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:14:23.316239 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:14:24.591625 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 6 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 03:14:24.686391 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:14:34.258399 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [req-8d8e3b00-d77e-4d7c-b787-d6dbb293fecd req-9c48fb80-dff8-4e27-ba33-cde8b33d3672 service neutron] (106637) timed out ('10.222.0.36', 50279) {{(pid=106637) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 18 03:14:36.499017 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:14:37.670859 dv-cinder-814333-1-iscsi neutron-server[106637]: DEBUG neutron.wsgi [req-0d2ea2a8-d411-4f90-8573-5c257ec97865 req-5f6bdfdd-76a9-4e13-a0a8-a1c97d09dfba service neutron] (106637) timed out ('10.222.0.36', 50247) {{(pid=106637) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 18 03:14:49.278605 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-ff772cf7-90a6-45ba-bfc0-17e860b54255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:14:51.889151 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-9cb06bb1-7330-4e23-a020-7afd7113e4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:14:52.541032 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:14:53.311986 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:14:54.666566 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:15:01.591244 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 6 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 03:15:06.500486 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:15:19.252288 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-3c391fa9-eae2-4dd2-94b4-576aa1d9b492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:15:21.899962 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-e81690ce-2e7a-4105-91ad-c1ecaae665c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:15:22.557166 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:15:23.294421 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:15:24.705946 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:15:36.545615 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:15:38.590478 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 6 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 03:15:49.259316 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-c2537259-addf-42d7-a861-827abdccd8ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:15:51.876382 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-611e4d40-d878-4565-8199-a50d388aebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:15:52.522139 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:15:53.328067 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:15:54.699674 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:16:06.510887 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:16:15.590507 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 6 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 03:16:19.258877 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-b53e92d3-16fc-475a-8df1-590fe27fff03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:16:21.898856 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-43b0a4db-5f39-4685-aee1-6b02f5419281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:16:22.559499 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:16:23.342754 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:16:24.824894 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:16:36.525639 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-5919ee58-1bfc-4e12-a4e8-08e01eea7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:16:49.250664 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-05deeec3-49ae-4678-9d8b-cc7105edc578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:16:51.898049 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-38305921-c787-4ff2-a4c4-3f864f2d50a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:16:52.526291 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-19c4ce5e-76ee-4d5a-8c72-5014cd39c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:16:52.590478 dv-cinder-814333-1-iscsi neutron-server[106639]: DEBUG neutron.db.agents_db [None req-f5c6fb8f-1010-433e-9ea2-28cec0b71988 None None] Agent healthcheck: found 6 active agents {{(pid=106639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 03:16:53.331034 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-d791aef6-4e8c-493d-92c0-aedddb54ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 03:16:54.692358 dv-cinder-814333-1-iscsi neutron-server[106638]: DEBUG neutron_lib.callbacks.manager [None req-68cdfda3-9111-4f6c-acab-99feff472c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748751249911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7933413'] for agent, after_update {{(pid=106638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}